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1.1 10000000008 
1.1.1 ПП 
„000000 м 00009500000005500049500 


1.1.2 p000 


ООО00000000000000000000000000000 
ООО000000000000000000000000000 





>>> data = | "АСМЕ", 50, 91.1, (2012, 12, 21) | 
>>> name, shares, price, date = data 

>>> name 

'АСМЕ' 

>>> date 

(2012, 12, 21) 


>>> name, shares, price, (year, топ, day) = data 





ООО000000000000000000000 


>>> р = (4, 5) 

>>> X, y, 2 = р 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 


ValueError: need more than 2 values to unpack 
>>> 





1.1.3 П 


ЕЕЕЕЕШЕНЕЕНЕЕШЕЕЕЕЕЕЕЕЕЕНЕЕШЕЕШЕ 
ООО0000000000000000000000000 


>>> s = 'Hello' 





IILI IILI IPythonilIi! 
ОООД0000000000000000000000000000000 
О000000000000 


>>> data = | "АСМЕ", 50, 91.1, (2012, 12, 21) | 
>>> _, shares, price, _ = data 
>>> shares 

0 


>>> price 
91.1 


>>> 





ОО00000000000000000000 


1.2 ПООООДОД000000000 
1.2.1 ІП 


ОО000000000000М00000000000000000 
ОДОМОДО0000"0000000000 many values to 


unpack[” 0000 


1.2.2 [IJI 


Руспоп""000"О0000000000000000000 
ООО00000000000000000000000000000000 
Обр00000000!0000000000004000000000 
Др024000"0000000000000 


def 


drop first last(grades): 


first, *middle, last = grades 
return 


avg(middle) 





ООО00000000000000000000000000000 
ОО0000000000000000000000 


>>> record = ('Dave', "дауедехатрје.сот", '773-555-1212', 
'847-555-1212') 
>>> name, email, *phone numbers = user record 


'dave@example.com' 

>>> phone numbers 
['773-555-1212', '847-555-1212'] 
>>> 





О000000000000000000000000000 
phone пиплрегь ППДООООООД00О00000000000 
ППППИПППрһопе питбеге ООПОООО000000 
ЕЕЕЕЕЕЕШЕЕЕЕЕЕЕЕЕЕНЕЕШЕ 


О*ООООООВООООООООООВООООО0000000 
О0000000800000000000000000000000070 
ОО00000000000000 


*trailing qtrs, current qtr = sales record 
trailing avg - sum(trailing qtrs) / len(trailing qtrs) 
return 


avg comparison(trailing avg, current qtr) 





ОРУСпОПООООООООДОДООООДО 


>>> *trailing, current = (10, 8, 7, 1, 9, 5, 10, 3] 
>>> trailing 
[10, 8, 7, 1, 9, 5, 10] 


>>> current 
3 





1.2.3 [Ц 


ООО00000000000000000000000000000 
ОО000000000000000000000000000000000 
100000000000000000*00000000000000000 


ООО00000000000000000000000000000000 
Ш 


"ООД0000000000000000000000000000 
00000000 





('foo', 3, 4), 


def 


do foo(x, y): 
print 


('foo', x, y) 
def 


do bar(s): 
print 


('bar', s) 
for 


tag, *args in 


records: 
i 
tag -- 'foo': 
do foo(*args) 
elif 
tag -- 'bar' 


do bar(*args) 


О000000000000000000000005р!іїпор 
О00000*000000000000000000000 


>>> line = 'nobody:*:-2:-2:Unprivileged 
User: /var/empty:/usr/bin/false' 
>>> uname, *fields, homedir, sh = line.split(':') 


'/var/empty ' 

>>> sh 
'/usr/bin/false' 
>>> 





ПОДОО0Д0000000000000000000000000 
ОДОДОЧОДООДОДО000000000000000000 ПО 
ign{jignored A000 


>>> record = ('ACME', 50, 123.45, (12, 18, 2012) ) 
* , (* , year) = record 





"ДОДО00000000000000000000000000 
ООО000000000000000000000000000 





>>> items = (11, 10, 7, 4, 5, 9] 
>>> head, *tail = items 
>>> head 


1 

>>> tail 

[10, 7, 4, 5, 9] 
>>> 


ООО00000000000000000000000000000 
00000000 


>>> def 

sum(items): 

head, *tail = items 
ES return 
head + sum(tail) if 
tail else 


head 


>>> sum(items) 
36 


>>> 





ПОПОПООООООПОРУЕПОпПППОПОООООООО 
ОООО0000000000000000000000000000000 
000000 


1.3 ПОДОМОПО 


1.3.1 |! 


ООО00000000000000000000000000000 
0000000 


1.3.2 ПІ) 


О00000000000соесіїопѕ.дедчер1000 
ОООО0000000000000000000000000000000 
000000000000000000040000 


from collections import дедие 


def search(lines, pattern, history=5): 
previous lines = deque(maxlen=history) 
for line in lines: 
if pattern in line: 
yield line, previous lines 
previous lines.append(line) 


# Example use оп a file 


if | name == ' main ": 
with open('somefile.txt') as f: 
for line, prevlines in search(f, 'python', 5): 
for pline in prevlines: 
print(pline, end='') 
print(line, end='') 
print('-'*20) 





1.3.3 ||| 


00000000000000000000000000000000 
О0000ОутетароороДорборорородроророродбор 
О00000000000000000000000004.300 


аеаче(тахіеп= М)00000000000000000 
0000000000000000000000000 


>>> q = deque(maxlen=3) 


>>> q.append(3) 


deque([1, 2, 3], maxlen=3) 


>>> 4.аррепа (4) 

>>> 

deque([2, 3, 4], maxlen=3) 
>>> q.append(5) 

>>> 


q 
deque([3, 4, 5], maxlen=3) 





О00000000000000000аррепаПае!П000 
ОО00000000000000000000 


бОрОр000000000000000дедчерор000 
ООО00000000000000000000000000000000 
О000000000 





>>> q = deque() 
>>> q.append(1) 
>>> q.append(2) 
>>> q.append(3) 


>>> q 
deque([1, 2, 3]) 


>>> q.appendleft(4) 
>>> 

deque([4, 1, 2, 3]) 
ја q.pop() 


>>> 

deque([4, 1, 2]) 
>>> q.popleft() 
4 





О000000000000000000(1)0000000000 
О000000000000000000000(№)0 


1.4 | ПООДООДОМОДО 
1.4.1 [TH 
0000000000000000040000 


1.4.2 ПОГІО 


heapq[ UU L——nilargest()|[|] 
nsmallest()——00000000000000 





import heapq 


nums = [1, 8, 2, 23, 7, -4, 18, 23, 42, 2] 
print(heapq.nlargest(3, nums)) # Prints a 37, 23] 


print(heapq.nsmallest(3, nums)) # Prints [-4, 1, 2] 


Ороро00000000кеуророробо0000000 
О000000000 


portfolio = | 
{'name': 'IBM', 'shares': 100, 'price': 91.1}, 
{'name': 'AAPL', ' Ја , "ргісе": 543.22), 


{'name': "ЕВ", ' a , 'price': 21.09}, 
{'name': 'HPQ', ' E ж price; 31.75}, 
{'name': 'YHOO', ' “а , "ргісе": 16.35}, 
{'name': 'ACME', 'shares': 75, "ргісе": 115.65} 


] 
cheap = heapq.nsmallest(3, portfolio, Кеу=Татрда 


s: S['price']) 
expensive = heapq.nlargest(3, portfolio, key=lLambda 


s: S['price']) 





1.4.3 П 


ППППОПОПООООМОПООООООООООООООООМ 
ООО00000000000000000000000000000000 
ОО000000000000000000 





>>> пит5 = |1, 8, 2, 23, 7, -4, 18, 23, 42, 37, 2) 
>>> import Пеара 


>>> heap = list(nums) 


>>> heapq.heapify(heap) 
>>> heap 
[-4, 2, 1, 23, 7, 2, 18, 23, 42, 37, 8] 


>>> 





О00000000һеарігоП0000000000000000 
П000000ћеара.ћеаррор()00000000000000 
ОООД000000000000000000000000000000 
О(о9М)ОМО0000000000000300000000000 


>>> heapq.heappop(heap) 
4 


>>> heapq.heappop(heap) 
1 


>>> һеара.һеаррор(һеар) 
2 





ОДО00000000000000п1агдез5е00 
пота ез  ПООДОДООДОДО000000000000000 
0М1000000пліп 0Оплах ободороррдомодро 
ООООООДД00000000000000000000000000 
[L sorted(items)[:N ][][]sorted(items)|- 
М: ППППППППППлІггдев()Ппвтайһес ОПОООО 
ОООООДОДОООД0Д000000000000000000000М 
ОООООО0б0000000000000000 


ООО00000000000000000000000000000 
ОООД00000000000000000000000000000000 


ООДД000000000Р'еарадодророро0000000 
Ш 


1.5 [HII 
1.5.1 00 


ООО0000000000000000000000000000 
рор 


1.5.2 ПП 
ППИПППһеара роорОО0000000000 


import Пеара 
class PriorityQueue: 


def init (self): 


self. queue = [] 
self. index = 0 


def push(self, item, priority): 


heapq.heappush(self. queue, (-priority, self. index, 
item) ) 
self. index += 1 


def pop(self): 
return heapq.heappop(self. queue) [-1] 





О0000000000000 


>>> class Item: 
бі ef init (self, name): 
self.name = name 
def repr (self): 
return 'Item((!r))'.format(self.name) 


>>> q = PriorityQueue() 
>>> q.push(Item('foo'), 





О0000000000рор()00000000000000000 
О000000000000000000ғоорогоко00000000 
ОО0000000000 


1.5.3 ||| 


О00000000000пеара 0000000 
һеара.һеарривһОППһеара һеаррорОПППП 
000000, ачемерррдрррр0000000000000000 
0001.40)000пеаррор0000000"00"7000000 
О000000000000000000000рчѕћ0роро0000 


ОДДоПод ДД0МОрОДОД00000000МОД00000 
О000000000 


О00000000000(-рпогіїу, index, ет )ПП 
ООД00бгіогісу ДООДОО0О0000000000000000 
ООО0000000000000000000000000000000 
ПП 


ОДіпаехрОД0О0О000000000000000000 
0000000000000000000000000000000000 
ітаехо00000000000000000000000000000 


О000ет0000000000000000000000 


>>> а = Item('foo') 

>>> р = Item('bar') 

>>> а < b 

Тгасераск (most recent call last): 


File "<stdin>", line 1, in <module> 
TypeError: unorderable types: Item() < Item() 
>>> 





HOU (priority, ієет)О00000000000000 
ОООД0000000000000000000000000000000 
ОО00000000000000 





Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: unorderable types: Item() < Item() 


>>> 





О00000000000(рпогоѓу, index, ќет)ПП 
ОООД0000000000000000000000000000 
ітаехо000000000000000Руєопр00000000 
0000000 


, 9, Item('foo')) 
, 1, Item('bar')) 
, 2, Item('grok')) 





ОООД0000000000000000000000000000 
001.2.З300000000000 


ППИПИППИППһеараП ПДбООО0О00000000000 


1.6 [JHI III I 
1.6.1 ПП 


О000000000Ккеуровбоо00000000000000 
001 питна Об 


1.6.2 ПНІ 


ОООО0000000000000000000000000000 
ОООО0000000000000000000000000000000 
0000000 





ООО00000000000000000000000000000 
ООО0000000000000000000000000000000 


ООб000000000000000Ос01есіїоп50000 
defaultdictQQdefaultdictQ000000000000000 
ОО00000000000000000 





from collections import defaultdict 


d = defaultdict(list) 
d['a'].append(1) 
d['a'].append(2) 


d['b'].append(4) 





Праета и са с ОПОООООООООВООООООООО 
ОООО0000000000000000000000000000000 
0000000000000О5есаетачі 00000000 


d = {} ЖА regular dictionary 
'a', []).append(1) 
'a', []).append(2) 
[]).append(4) 


d.setdefault('b', 





00000000000О5есаетаці000000----00 
О0000000000000000000000000000000 


1.6.3 П 


ООО00000000000000000000000000000 
ООО0000000000000000000000000000 


d = {} 


for 


key, value in 


pairs: 
if 


key not in 


d: 


d[key] = 
d[key].append(value) 





Праеѓаиёаіс ПІПППИПП 
d = defaultdict(list) 


key, value in 


раї 


rs: 
d[key].append(value) 





ООО00000000000000000000000000 
1.1500000 


1.7 1000000 


1.7.4. ГП 


ООО00000000000000000000000000000 
0000000 


1.7.2 D000 


ОбО0000000000000с01їесііоп50000 
Ordered ріс П0000000000000000000000 
0000000 


from collections import OrderedDict 


d = e 


22 = 4 


# Outputs "Тоо 1", "bar 2", "spam 3", "grok 4" 


for key in d: 
print(key, d[key]) 





0000000000000000000000000000000 
Ordered ріс ОООДОООООДОПОДО0015О0 мО000 
ООДОД0000000000000Огаегеаріє III III! 
ПП 


>>> import json 
>>> json.dumps(d) 
'{"Тоо": 1, "bar": 2, "spam": 3, "grok": 4)" 


>>> 





1.7.3 ||| 


Ordered ріс П0000000000000000000 
ООО00000000000000000000000000000000 
ОО00000000000000 


0000гаегеарі< 000000002000000000 
ООДОО00000000000000000000гаегеарісії 
О000000000С5%000001000000100 
Ordered ріс П0000000000000000000000 


Погаегеа рис  ПООООООДОДООООООО0000000 
ПП 


1.8 0000000008 
1.8.1 ПП 
ООО00000000000000000000000000000 


1.8.2 (| ТП 
ОО0000000000000000000000 





prices = í 
'ACME': 45.23, 
'AAPL': 612.78, 


'IBM': 205.55, 
'HPQ': 37.20, 
'FB': 10.75 


pe 
О0000000000000000000021р()0000000 
ООО000000000000000000000000000000 


min price = min(zip(prices.values(), prices.keys())) 
Ж min price is (10.75, 'ЕВ') 


max price = max(zip(prices.values(), prices.keys())) 
Ж max price is (612.78, 'AAPL') 





ПО000000000002ір0)0005ѕогёеа() 000000 
[| 


prices sorted - sorted(zip(prices.values(), prices.keys())) 
Ж prices sorted is [(10.75, 'FB'), (37.2, 'HPQ'), 


# (45.23, 'ACME'), (205.55, 'IBM'), 


# (612.78, 'ААРІ')] 





О0000000000021р()0000000000000000 
ОО0000000000000000 


prices and names = zip(prices.values(), prices.keys()) 
print 


(min(prices and names)) # OK 


print 


(max(prices and names) ) # ValueError: max() arg is an empty 
sequence 





1.8.3 П 


ОООД00000000000000000000000000000 
000000 


тіп(ргісе5) Я Returns 'AAPL' 
max(prices) Я Returns 'IBM' 


ООО00000000000000000000000000000 
По00000%маічеѕ()0000000000 


min(prices.values()) Я Returns 10.75 


max(prices.values()) Ж Returns 612.78 





ООО00000000000000000000000000000 
ООО00000000000000000000 


О00000кеу00000тіп()Отах()00000000 
ОО00000000000000 


min(prices, key=lambda 


k: prices[k] ) Я Returns "ЕВ" 


max(prices, key-lambda 


k: prices[k]) Я Returns 'AAPL' 





ОО0000000000000000000000000 


min value = prices[min(prices, key-lambda 


k: prices[k])] 





О0002ір ООООДО00000000-00700700-000 
О000000000 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 
OOL 


О00000000000ғаіче, key Dirt bt ibd i li 
DOIDIDIEIDULIL vau e EID UD Ke y d III III! 
DOAbdbgminornmaxonivaltuen p ctt 
Дрр0000кеуророообо0000 


>>> prices = 1 "ААА" : 45.23, 'ZZZ': 45.23 } 
>>> min(zip(prices.values(), prices.keys())) 
45.23, 'AAA') 


>>> max(zip(prices. values(), prices.keys())) 
(45.23, 'ZZZ') 


>>> 





1.9 0000000008 
1.9.1 ПП 
ООО00000000000000000000000000000 


1.9.2 ПІП 
00000000 








О000000000000000000кеуѕ()00етѕ() 
ОО000000000000000 


# Find keys іп common 
a.keys() & b.keys() # ( "х', 'y' 1 


# Find keys in a that are not in b 
a.keys() - b.keys() Я { "7" | 


# Find (key,value) pairs in common 
a.items() 5 b.items() # í ('y', 2) | 





ООО00000000000000000000000000000 
ООО000000000000000000000000000000 


я Make a new dictionary with certain keys removed 
c = (key:a[key] for 


key in 


a.keys() - {'z', '‘м'}} 
# c is {'x': 1, 'у': 2} 





1.9.3 П 


00000000000000000000Океу5000000 
кеуз-мтем/ ООООООО0О00000000000000000 
ООО0000000000000000000000000000000 
О0000000000000000000000000П0Океуз- 
view[|I 00000000000 


[IL ]items OLTLEIL]L (Key, valu e)L]LIL]L]items- 
міемУОДОДОО000000000000000000000000000 
ОО00000000000 

00000000Омаше5 ООООООДб0000000000 
ПОДОООД000000000000000000000000000 


ООО00000000000000000000000000000000 
ОО00000000000000000000 


1.10 ПОООООООООДО0О000000 
1.10.1 ПП 
ООО0000000000000000000000000000 


1.10.2 0000 


о00000000000һаѕһаюіебо5050000000000 
00000000000000000 =: n 


def 


dedupe(items): 
seen = set() 
for 


item in 


items: 
if 


item not in 


seen: 
yield 
item 
seen.add(item) 





ОО0000000000000 


>>> a = [1, 5, 2, 1, 9, 1, 5, 101 
>>> list(dedupe(a)) 
] 





ООО00000000000000000000000000000 
ООО0000000000000000000000000 





dedupe(items, Кеу-Мопе): 
seen = set() 
for 


item іп 


items: 
val = item if 


key is 
None else 


key(item) 


1f 
val not in 


seen: 
yield 


item 


seen.add(val) 





О000кеупоообоооо00000000000000000 
ООО0000000000000000000000000 


>>> a | {'x':1, 'y':2}, {'x':1, 'y':3}, (X HL. "у кај, 
1"х':2, 'y':4}] 

>>> list(dedupe(a, key=lambda 

d: (d['x'],d['y']))) 


р": 1, 2 IE 2), {'х': 1, ' а 
>>> 1151 (дедире(а, key-lambda 





ОООД0000000000000000000000000000 
ОО00000000000000000000 


1.10.3 [| 


ОООД00000000000000000000000000000 
00000 


>>> а 
[1, 5, 2, 1, 9, 1, 5, 10] 
>>> set(a) 


іі; 2, 10, 5, 9} 


>>> 





000000000000000000 ‘2! 00000000000 
ООО0000000000000000000 


ООО00000000000000000000000000000 
000000-- --ОО00000000000000000000000 
ОО00000000000000000000 





with 


open(somefile,'r') as 


О00аеаире()00000000005огеа()р 


тіп()О0тах()ОкеуПоо00000000001.800 
1.1300 


1.11 [HII 
1.11.1 ПП 


ОООО0000000000000000000000000000 
000000 


1.11.2 0000 


00000000000000000000000000000000 
00000000000 З! n 


НННННЕ 
0123456789012345678901234567890123456789012345678901234567890 ' 
І 5 5 І 


гесога з 
cost = int(record[20:32]) * float(record[40:48]) 





ОО000000000000000 


SHARES = slice(20,32) 
PRICE = slice(40, 48) 


cost = int(record[SHARES]) * float(record[PRICE] ) 





ОООД0000000000000000000000000000 
О000000000 


1.11.3 П 


ООО00000000000000000000000000000 
О0000000000000000000000000000000000 
ООО00000000000000000000000000000000 
О0000000000 


О000000051їсе()0000000000000000000 
ОО000000000000 





>>> items = |0, 1, 2, 3, 4, 5, 6] 
>>> а = slice(2, 4) 

>>> items[2:4] 

[2, 3] 

>>> items[a] 

[2, 3] 


>>> items[a] = [10,11] 
>>> items 


items[a] 
>>> items 
(0, 1, 4, 95 6] 


| 


ПППОПонсеппПпппоПППППППо-ока rt ] 
s.stop[][1s.stepDH E Eau 


»»» а з slice( 
>>> a.start 


>>> a.stop 
50 


>>> a.step 
2 


>>> 





ОДО000000їпаїсе5(5іге ДОООО00000000 
О000000000(5аг, stop, ѕёер)П0000000000 
О000000000000000000000паехЕггог0000 
ПП 





>>> s = 'HelloWorld' 
>>> a.indices(len(s) ) 
(5, 10, 2) 

>>> for 


i in 


range(*a.indices(len(s))): 
.. print 


(5111) 


w 
r 


q 
>>> 


1.12 0000000000000 


1.12.1 |! 
ООО000000000000000000000000000 


1.12.2 0000 


сојесиопоППППСоипкеетиииииии 
П0000000000то5# сопатолО ПП 


ПП 


ОООД0000000000000000000000000000 





ООбО0000000000000000 
'look', 'into', "ту", 'еуез', 'Тоок', 'into', "ту", "еуе5", 
'the', 'eyes', 'the', 'eyes', 'the', 'eyes', "пої", 
around the 
'eyes', "don't", 'look', 'around', 'the', 'eyes', 'look', 
into', 
ту", 'eyes', "you're", 'under' 


from collections import 


Counter 


мога counts = Counter(words) 
top three = word counts.most common(3) 
print 


(top three) 
# Outputs [('eyes', 8), ('the', 5), ('look', 4)) 





1.12.3 || 


О00СоипёегО00000000000000000000 
0000СоипёегуОО000000000000000000000 
ПП 


>>> word counts['not'] 


>>> word counts['eyes'] 





['why','are','you','not','looking','in','my','eyes'] 


morewords: 


word counts[word] += 1 


>>> word counts['eyes'] 
9 


>>> 





ППИПИПППираагеоі ПІ 


>>> word counts.update(morewords) 
>>> 


ППСомпгег I III III IILI II IILI! 
ОО00000000000000000 





>>> a = Counter(words) 
= Counter(morewords) 


Counter({'eyes': 8, 'the': 5, 'look': 4, 'into': 3, "пу": 3, 
'around': 2, 

"you're": 1, "don't": 1, 'under': 1, 'not': 1}) 
>>> р 
Counter({'eyes': 1, 'looking': 1, 'are': 1, 'in': 1, 'not': 1, 
‘you': 1 

ту": 1, "мпу": ІҢ 


>>> # Combine counts 


>>> с з а + р 
>>> С 
Counter({'eyes': 9, 'the': 5, 'look': 4, "ту": 4, 'into': 3, 
'not': 2, 

'around': 2, "you're": 1, "don't": 1, 'in': 1, 'why': 
1, 

'looking': 1, 'are': 1, 'under': 1, 'you': 1)) 


>>> Z# Subtract counts 


>>> а= а - b 
>>> d 
Counter(('eyes': 7, 'the': 5, 'look': 4, 'into': 3, "пу": 2, 
'around': 2 
"you're": 1, "don't": 1, "ипдег": 1)) 
>>> 





О00000000000000000000000Сочпќѓег] 
ООО00000000000000000000000000000000 
0000 


1.13 1000000000080 
1.13.1 00 
ООО000000000000000000000000000 


1.13.2 0000 


ППорегато ПОПКетаде(ег ор0000000 
ПА О ОА О О 
0000000 





rows = | 
{'Тпате': 'Brian', 'lname': 'Jones', 'uid': 1003), 
{'fname': 'David', 'lname': 'Beazley', 'uid': 1002), 
{'Тпате': 'John', 'lname': 'Cleese', 'uid': 1001), 
{'Тпате': 'Big', 'lname': 'Jones', 'uid': 1004) 


4 O 
ОООД000000000000000000000000000 
ПП 


from operator import itemgetter 


rows by fname = sorted(rows, key=itemgetter('fname')) 
rows by uid = sorted(rows, key=itemgetter('uid')) 


print(rows by fname) 
print(rows by uid) 





00000000 


"Від", 'uid': 1004, 'lname': 'Jones'], 
'Brian', 'uid': 1003, 'lname': 'Јопеѕ'}, 
'David', 'uid': 1002, 'lname': 'Beazley'}, 
'John', 'uid': 1001, 'lname': 'Cleese'}] 


— 


m 
€ Во о см сл 


'John', 'uid': 1001, 'lname': 'Cleese'], 
'David', 'uid': 1002, 'lname': 'Beazley'}, 
'Brian', 'uid': 1003, 'lname': 'Јопеѕ'}, 
'Big', 'uid': 1004, 'lname': 'Jones'j] 





кегодеїег()00000000000000000000 


rows by lfname = sorted(rows, key=itemgetter('lname',' fname’ ) ) 
print 


(rows by lfname) 





О000000000 


[{'fname': 'David', 'uid': 1002, 'lname': 'Beazley'], 
{'fname': 'John', 'uid': 1001, 'lname': 'С1ееѕе'}, 


{'fname': 'Big', 'uid': 1004, 'lname': 'Jones'], 
{'fname': 'Brian', 'uid': 1003, 'lname': 'Јопеѕ'}] 





1.13.3 (|| 


0000000 ком“ [ОПОН $ ое ОД0000000 
о000000кеубоо00000000000000саПабіеб0 
0)00Огом ә ООООО000000000000000000000 
ООіїсеплденсегО ОДОДОДОДООО0000000 


O0operator.itemgetter( 000000000000 
[I irowsi ОООООООДОДО0000000000000000 
000000000000000000 дебет ОПППППП 
О000000іќетоеёёег()О00000000000000000 
П0000000000005ѕогёеа()0000000000000000 
і рр ван 


000001агобааррддоООїєеппденнег 00000 
00 


rows Бу fname = sorted(rows, key=lambda 


г: r['fname']) 


rows by lfname = sorted(rows, key-lambda 


r: (r['lname'],r['fname'])) 





ОООДО00000000000000і/сеплдейсег 0000 
ОООООДООО00000000000000000 
itemgetter()[] 


О0000000000000000000тіт()Отах()00 
0000000 


>>> MANL TONS; key= ee uid')) 
{'fname': 'John 'lname': 'Cleese', "цій": 
>>> пах (rows, key= itengetter( mee 


{'fname': 'Big', 'lname': 'Jones', 'uid': 
>>> 





1.14 [jJ DO I C DOCTI 
1.14.1 ПП 
00000000000000000000000000000000 


1.14.2 0000 


О00ѕогеа()0000000000000000 
Осааоіер00Океубоооо000000000000000 


ОДеогееаррдоДД00000000000000000000 
узегр000000000Ои5ег іа000000000000000 
о0000000ѕегО00000000чѕег 1000000 


>>> class User: 
ч ef init (self, user id): 
self.user id = user id 
def _ repr (self): 
return ‘User({})'.format(self.user id) 


>>> users = [User(23), User(3), User(99) ] 


>>> users 

[User(23), User(3), User(99) ] 

>>> sorted(users, key=lambda u: u.user id) 
[User(3), User(23), User(99) ] 





ПО000атраапо00000000000 
operator.attrgetter()[] 


>>> from operator import attrgetter 
>>> sorted(users, key=attrgetter('user id')) 
[User(3), User(23), User(99)] 


1.14.3 П 


пппатраапппппакгденегопппипппп 
000000000Оаєспденеег  ОДОО000000000000 
ПО000000000000000орегаїог.іёетодеїѓег()00 


00000002.1300000000У95егр00000 
first name[]last паптедрдроодродробор00000 


by name = sorted(users, key=attrgetter('last пате", 


'first name')) 





О000000000000000000000тіп()Отах() 
ОД0000000 
>>> min(users, key=attrgetter('user 14") 


User(3) 
>>> max(users, key=attrgetter('user 14") 


User (99) 


>>> 





1.15 [HII 
1.15.1 ПП 


ООО00000000000000000000000000000 
00000000 


1.15.2 ПП 


itertools.groupby ОПОПООО000000000000 
ООО0000000000000000 


rows = [ 

address': '5412 N CLARK', 'date': '07/01/2012'}, 
address': "5148 М CLARK', 'date': '07/04/2012'}, 
address': "5800 E 58TH', 'date': '07/02/2012'}, 
address': '2122 М CLARK', 'date': '07/03/2012'}, 
address': "5645 N RAVENSWOOD', 'date': '07/02/2012'}, 
address': "1060 W ADDISON', 'date': '07/02/2012'}, 
address': "4801 N BROADWAY', 'date': '07/01/2012'}, 
address': "1039 W GRANVILLE', 'date': '07/04/2012'}, 


{' 
{' 
{' 
{' 
{' 
{' 
{' 
{' 





ООО00000000000000000000000000000 


LIBI DUOC d aee i Dd BOT i] 
itertools.groupby()[] 


from operator import itemgetter 
from itertools import groupby 


# Sort by the desired field first 


rows.sort(key=itemgetter('date' ) ) 


# Iterate in groups 


Тог date, items in groupby(rows, key-itemgetter('date')): 
print(date) 
for i in items: 
print(' ', i) 





О000000000 





07/01/2012 
{'date': "07/01/2012", 'address': "5412 М CLARK'} 
{'date': "07/01/2012", 'address': "4801 М BROADWAY' } 


{'date': "07/02/2012", 'address': "5800 E 58TH'} 
{'date': "07/02/2012", 'address': "5645 М RAVENSWOOD' } 
дасе": "07/02/2012", 'address': "1060 W ADDISON'} 


date': "07/03/2012", 'address': "2122 М CLARK'} 


{'date': "07/04/2012", 'address': "5148 М CLARK'} 
{'date': "07/04/2012", 'address': "1039 W GRANVILLE 'j 





1.15.3 (|| 


UUgroupby ОДОО000000000000000Океу 
О00000000000000000000009гоирру() 0000 
00000000000000000000маїтчеррр00000 
m b їсегасогП  ООДОДОДОДОО0000000000000 


0000000000000000000000000000 
ыты ыы 


00000000000000000000000000000000 
О000000000000аеғаиғаісє() 0000000000 
Umultidict 2.6 0000000000 


from collections import defaultdict 
rows by date = defaultdict(list) 


for row in rows: 
rows by date[row['date']].append(row) 





ОО00000000000000000000000 


>>> for 
r in 


rows by date['07/01/2012']: 


(r) 


{'date': "07/01/2012", 'address': "5412 М CLARK ') 
{'date': "07/01/2012", 'address': "4801 М BROADWAY ' } 
>>> 





ООО00000000000000000000000000000 
О000000000000000009гоирру()00000000 


1.16 (111111 
1.16.1 00 
ОбО00000000000000000000000000000 


1.16.2 0000 


ОО000000000000000000000000015# 
сотргеһепвіоп | ППП 


>>> mylist = (|1, 4, -5, 10, -7, 2, 3, -1] 
>>> [n for 


n in 


mylist if 


>>> [n for 
n in 


mylist if 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО00000000000000000 





>>> pos = (п for 


n in 
mylist if 
n > 0) 

> 


>> pos 
at 0x1006a0eb0> 
>>> for 


ргіпі 





ОО00000000000000000000000000000 
00000000000000000000000000000000000 
О0000000000000000000000#!ег()0000000 
OUL 


values = ['1', '2', '-3', '-', '4', 'N/A', '5'] 





def 
is_int(val): 
try 
x = int(val) 
return 
True 


except ValueError 


return 


False 


ivals = list(filter(is int, values)) 
print 


(ivals) 
# Outputs: ['1', '2', "3, 94 '5'] 





filter) ООДОДО0Д00Д0000000000000000000 
000000115(0)000000000 


1.16.3 (|| 


ОДО0О000000000000000000000000000 
ООО0000000000000000000000 
id io - i 4, -5, 10, -7, 2, 3, -1] 
»»» [math.sqrt(n) for 


n > 0 


) 

1.0, 2.0, 3.1622776601683795, 1.4142135623730951, 
1.7320508075688772 | 

>>> 





ООО00000000000000000000000000000 
О0000000000000000000000000000000000 
ОООД0000000000000000000000000000000 
00000000 


>>> clip пед = [n if 





О000000000000іегќоо5.сотргеѕ5()00 
О0000000000000000000000000000000000 
О00000000001тчероо000000000000000000 
О0000000000000000000000000000000000 
00 


addresses = | 


'5645 N RAVENSWOOD', 
'1060 W ADDISON', 
"4801 N BROADWAY', 
"1039 W GRANVILLE', 
) 


counts = | 0, 3, 10, 4, 1, 7, 6, 1) 





О000000000000000000соип 005000 
О0000000000 


>>> from itertools import compress 

>>> more5 = [n > 5 for n in counts] 

>>> тогеб 

[False, False, True, False, False, True, True, False] 


>>> оо mor е5)) 
("5800 E 58ТН", "4801 М BROADWAY', "1039 W GRANVILLE' ] 
>>> 





ОООД0000000000000000000000000000 
00000сотргеѕѕ()000000000001ғиепр0000 


Оћісег()0000000000сотргеѕѕ()0000000 
ОДООДО0О0000000015:000000000 


1.17 (ІП 


1.17.1 |! 
ОО000000000000000000000 


1.17.2 0000 


OOOO oo dictionary сопаргепепз5іопПД 
00000000 





prices = í 
'ACME': 45.23, 
'AAPL': 612.78, 
'IBM': 205.55, 
'HPQ': 37.20, 
'FB': 10.75 

) 


Я Make а dictionary of all prices over 200 


pl = 4 Кеу:маше for 

key, value in 

prices.items() if 

value > 200 } 

# Make a dictionary of tech stocks 

tech names = í 'AAPL', "ІВМ", "НРО", 'MSFT' у 
p2 = { key:value for 

key,value in 


prices.items() if 


Кеу іп 
tech names ) 


1.17.3 [I| 


00000000000000000000000000000000 
Оба с 00000000 


pl = dict((key, маше) Тог 


key, value іп 


prices.items() if 


value > 200) 





00000000000000000000000000000000 
ППППргісеб 00П0000020000 


ОООД000000000000000000000000000 





# Make а dictionary ої tech stocks 
tech names = | 'AAPL', "ІВМ", 'HPQ', 'MSFT' | 
p2 = í key:prices[key] for 


key in 


prices.keys() & tech names } 


| 


О000000000000000000000001.600000 
ОООО0000000000000000000000000000000 
00000000 14. 1300 


1.18 (00000000000 
1.18.1 || 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
О0000000000 


1.18.2 0000 


ДдоророрОсоПесбіоп5. паптеатиріе()ПЛО 
ОбООООДб0000000000000000 
соПесйопѕ.патедёиріе() 000000000000 
Руєћоп00000000000000000000000000600 
ОбООООДОД000000000000000000000000 





>>> from collections import namedtuple 

>>> Subscriber = namedtuple('Subscriber', ['addr', 'joined']) 
>>> sub = Subscriber('jonesy@example.com', '2012-10-19') 

>>> sub 

Subscriber(addr='jonesy@example.com', joined='2012-10-19') 


>>> sub.addr 
'jonesy@example. сот! 
>>> sub.joined 
'2012-10-19' 


>>> 





ОДпаплеаєиріеородрородоррорророорО 
ООО00000000000000000000000000000000 
ПтаехтабррОбипрасктдаоооо 


>>> Теп(5ир) 
2 


>>> аддг, joined = sub 
>>> addr 

· јопеѕу@ехатр1е. сот! 
>>> јоіпе 

"2012-10-19! 


>>> 





ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО000000000000000 


ООО000000000000000000000 





дает 


compute cost(records): 
total - 0.0 
for 


гес іп 


records: 
total += rec[1] * rec[2] 
return 


total 





ООО00000000000000000000000000000 
ОО00000000000000000 


from collections import namedtuple 


Stock = namedtuple('Stock', ['name', 'shares', 'price']) 
def compute cost(records): 
total = 0.0 


for rec in records: 

s = Stock(*rec) 

total += s.shares * s.price 
return total 





ПППППППППГесогав ПОООО000000000000 
00000000000$е0<к0000 !* П 


1.18.3 (|| 


патеаїиріеб000000000000000000000 
ОбОДООДДО000000000000000000000 
namedtupler[] 1 D bab p 
патедкеиреппппттисаБепппппП 


>>> s = Stock('ACME', 100, 123.45) 
>>> 5 
Stock(name='ACME', shares=100, ргісе-123.45) 


>>> 5,5һаге5 = 7 
Traceback (most recent call last): 
File "<stdin>", line 1, in 


«module» 
AttributeError 


: can't set attribute 
>>> 





О0000000000000000патеаиріеб00 
_геріасе()О00000000000000000000000000 
О000000000 


>>> S = $. replace(shares=75) 


> 5 
Stock(name='ACME', shares=75, price=123.45) 


>>> 





_геріасе()О00000000000000000000000 
ОО000000000000000000000000000000000 
00“00”0000000_гер!асе()010000000000000 
О0000000000 





from collections import namedtuple 


Stock = namedtuple('Stock', ['name', 'shares', 'price', 
'date', 'time']) 


Ж Create a prototype instance 


stock prototype = Stock('', 0, 0.0, None, None) 


# Function to convert a dictionary to a Stock 


def dict to stock(s): 
return stock prototype. replace(**s) 





ОО00000000000000000 


>>> а = {'name': 'ACME', 'shares': 100, 'price': 123.45} 
>>> dict to stock(a) 
Stock(name='ACME', shares=100, price=123.45, date=None, 
time=None) 
{'name': 'ACME', 'shares': 100, "ргісе": 123.45, 
": '12/17/2012') 


>>> dict to stock(b) 

Stock(name='ACME', shares=100, price=123.45, 
date='12/17/2012', time=None) 

>>> 





ООО00000000000000000000000000000 
О0000000000000000000000патеаїиріеП 
ООДОО00000000000000 _ slots _ 00000008.4 
OUL 


1.19 О000000000О 
1.19.1 ПП 


. 0000000000Огеаосбоп))000О5ит00 
піп Огпах ОДОДОДОДО00000000 


1.19.2 ППП 


000000000000000000000000-- — 9008 
ОООД000000000000000000000000000 


nums = |1, 2, 3, 4, 5] 
s = sum(x * x for 


x in 


пит) 





ОО0000000000 





я Determine if any .ру files exist іп а directory 
import os 


files = os.listdir('dirname') 
if 


any(name.endswith('.py') for 
name in 


files): 
print 


('There be python!') 
else 


ргіпі 
('Sorry, по python.') 
# Output a tuple as CSV 
S = ('ACME', 50, 123.45) 
print 


(','.join(str(x) for 


# Data reduction across fields of a data structure 
portfolio = [ 

{'name':'GOOG', 'shares': 50}, 

{'name':'YHOO', 'shares': 75}, 

{'name':'AOL', 'shares': 20}, 

{'name':'SCOX', 'shares': 65} 


min shares = min(s['shares'] for 
s in 


portfolio) 





1.19.3 || 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
0000 


s = sum((x Ж x for 


x in 


nums ) ) # Pass generator-expr as argument 
s = sum(x * x for 


х in 


пит) я More elegant syntax 





ОООД0000000000000000000000000000 
ОООД000000000000000000000000000 


пит5 - (1, 2, 3, 4, 5) 
s = sum([x * x for 


x in 


nums]) 





ОООД0000000000000000000000000000 
ООО000000000000000000п ипа50000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000 


00000000000ппіпО пах Дд0000Океуб 
ООДОД0О000000000000000Прогооіо 0000 
ОО000000000000 





я Original: Returns 20 
min shares = min(s['shares'] for 


s in 


portfolio) 


Я Alternative: Returns {'name': 'AOL', 'shares': 20} 
min shares - min(portfolio, key-lambda 


s: S['shares']) 





1.20 0100000000000 
1.20.1 |П 


ООО00000000000000000000000000000 
ОО000000000000000000000000 


1.20.2 0000 
[00000000 





000000000000000000000000000000а0 
О0000000006000000000000000соесіїопѕ 
О00СһатМарр0000000000 


from collections import СһаіпМар 
c = ChainMap(a,b) 
print(c['x']) # Outputs 1 (from a) 


print(c['y']) # Outputs 2 (from b) 


print(c['z']) # Outputs 3 (from a) 





1.20.3 (| 


СпатМарПППППОПОПИОНОПИОВОВООВОВ 
ОО00000000000000000000000000 
СпаїтМарроодороооророоооообро0000000 
ООО000000000000000000000000000 


>>> len(c) 
3 
>>> list(c.keys()) 
І E І І 'z'] 
>>> list(c.values()) 


[1, 2, 3] 
>>> 





ОООД0000000000000000000000000000 
О0егПД0000арородрооорьобо 


ООО00000000000000000000000000 





c['y'] 
Traceback (most recent call last): 


KeyError: "Key not found in the first mapping: 'y'" 
>>> 





ChainMapi|[I IILI IILI III III! 
ООО00000000000000000000000000000000 
OUL 


>>> values = ChainMap() 
>>> values['x'] = 1 
>>> # Add a new mapping 





>>> values = values.new child() 
>>> values['x'] = 2 
>>> # Add a new mapping 


>>> values = values.new child() 

>>> values['x'] = 3 

>>> values 

ChainMap({'x': 3}, {'x': 2}, {'x': 1}) 
>>> values['x'] 


>>> # Discard last mapping 


>>> values = values.parents 


>>> values['x'] 
2 


>>> й Discard last mapping 


>>> values = values.parents 
>>> values['x'] 


>>> values 
ChainMap({'x': ІҢ 


>>> 





[IIChainMap[I[ III IILI I IILI III 
ираагео ПОД0000000000000 


7 
PT 
>>> merged = dict(b) 
>>> merged.update(a) 
»»» merged['x'] 
1 


>>> merged['y'] 
2 


>>> merged['z'] 
З 


>>> 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО000000000000000000000 


>>> a['x'] = 13 
>>> merged['x'] 
1 


ОСһаіпМаро0000000000000000000000 
О000000000 


>>> merged = СпаїпМар(а, b) 
>>> merged['x'] 
1 


>>> a['x'] = 42 
>>> merged['x'] Ж Notice change to merged dicts 


42 
>>> 





[1] ОДОДОО00О00000000000000000000000 
0000__һаѕћ_ ()Ј00000000000000000000000 
—— 000 


[2] О000000000000000000000000000000 
[| 


[3] Дрродобає fier npn b m p i 
знан ЦЕ 


[4] Дрд000000Огесогав ДОДОДОО0000000000 
5 паге5ПргісеПДОД000000000000000000000 
ООО00000000000000000000----000 


020 000000 


00000000000000000000000000000000 
О0000000000000000000000000000000000 
О0000000000000000000000000000000000 
ОО0000000000000000000000000000000000 
О0000000000000000000000000000000 
UnicodeQQUU000000 


2.1 0000000000000ц 
2.1.1 [ПП 


ООО00000000000000000000000000000 
О0000000000000 


2.1.2 0000 


000000$рИ()000000000000000000000 
ОООО000000000000000000000000000000 
000000ге зри )ППП 





>>> line = 'asdf fjdk; afed, fjek,asdf, foo' 
>>> import re 


>>> re.split(r'[;,\s]\s*', line) 
['asdf', 'fjdk', 'afed', 'fjek', 'asdf', 'foo'] 





2.1.3 [|] 


ге.ѕ5ріі()О000000000000000000000000 
О0000000000000000000000000000000000 
ОООД0000000000000000000000000000000 
О0000000000000000000000000005г.5рії() 
00000000 


О00ге.ѕріі()000000000000000000 
[capture дгочр ПП 
ООО00000000000000000000000 


>>> fields = re.split(r'(;|,|Ns)Ns*', line) 


I I Ж 'fjdk', E 'afed', ЫТ 'fjek', LS I 
foo'] 





ООО00000000000000000000000000000 
ОО0000000000000 





>>> values = fields[::2] 
>>> delimiters = fields[1::2] + [''] 

>>> values 

['asdf', 'fjdk', 'afed', 'fjek', "абат", 'foo'] 
>>> delimiters 

[' ', P CR Oe | 


БА 


>>> й Reform the line using the зате delimiters 


>>> '',join(v«d for 
v,d in 


zip(values, delimiters)) 
'asdf fjdk;afed,fjek,asdf,foo' 


>>> 





ОДО00000000000000000000000000000 
ПОО0000000000000(:...)00000000000 
>>> re.split(r'(?:,|;|\s)\s*', line) 


['asdf','fjdk', 'ағеа', '#јек', 'asdf','foo'] 
>>> 





2.2 [HII II IILI ID 


2.2.1 [|| 


ООО00000000000000000000000000000 
ОДОДОДОУВЕОООООП 


2.2.2 ПП 


ООООООДО0000000000000000000 
str.startswith()[]str.endswith ()LILILILILILILILILTL 


Ш 


>>> filename = 'spam.txt' 

>>> filename.endswith('.txt') 
True 

>>> filename.startswith('file:') 


'http://ww.python.org' 
>>> url.startswith('http:') 
True 
>>> 





LLL Оба rts with C)[] 
endswith (00000000000000 


>>> import os 

>>> filenames = os.listdir('.') 

>>> filenames 

[ 'Makefile', 'foo.c', 'bar.py', 'spam.c', 'spam.h' | 

>>> [name for name in filenames if name.endswith(('.c', '.h')) 
] 
['foo.c', 'spam.c', 'spam.h' 

»»» any(name.endswith('.py') for name in filenames) 
True 

>>> 





00000000 





from urllib.request import urlopen 


def read data(name): 
if name.startswith(('http:', 'https:', 'ftp:')): 
return urlopen(name) . read() 


else: 
with open(name) as f: 
return f.read() 


ООДОДООРУЄВОПОООДООООДОДОООООДОДО 
О0000000000000000000000&чріе()0000000 
0000000 


>>> choices = ['http:', 'ftp:'] 
>>> url = 'http://www.python.org' 
>>> url.startswith(choices) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: startswith first arg must be str or a tuple of str, 


not list 
>>> 


url.startswith(tuple(choices)) 


>>> 





2.2.3 [| 


startswith()[]Jendswith()[] |] 
ООООДОО0О0ОД0Д0000000000000000000000 
ОЗО00000000000 





>>> filename = 'spam.txt' 

>>> filename[-4:] == '.txt' 

True 

>>> url = 'http://www.python.org' 
>>> url[:5] == 'http:' or 


url[:6] == 'https:' or 





ООО000000000000000000000000 


>>> import ге 

>>> url = 'http://www.python.org' 

>>> re.match('http:|https:|ftp:', url) 
< sre.SRE Match object at 0x101253098> 
>>> 





ООО00000000000000000000000000000 
ОО000000000000000 


ППТ б Са rtswith ()L]jendswith ОПО 
ОООбО000000000000000000000000000000 
ПОД00000000000000 


ії 
any(name.endswith(('.c', '.h')) for 


name in 


listdir(dirname)): 





2.3 005пейп i] 


2.3.1 П 


ППППОМ!Х Shell ПП ап 
*,руЦОаї[0-9 ]*.с5/ПППППППЦППП 


2.3.2 ПП 


Гатаст ППППП---іптатсһоП 
fnmatchcase()——]U00000000000000000 


>>> from fnmatch m fnmatch, fnmatchcase 
>>> fnmatch('foo.txt' txt') 


>>> fnmatch('foo.txt', '?oo.txt') 


True 
>>> fnmatch('Dat45.csv', 'Dat[0-9]*') 


»»» names - ['Datl.csv', 'Dat2.csv', 'config.ini', 'foo.py'] 
»»» [name for 


name in 
names if 
fnmatch(name, 'Dat*.csv')] 


['Datl.csv', 'Dat2.csv'] 
>>> 





О0000#таёсһ()О000000000000000000 
ОО000000000000000000000000 


>>> # Оп 05 X (Мас) 
>>> fnmatch('foo.txt', '*.TXT') 


False 


>>> # On Windows 
>>> fnmatch('foo.txt', '*.TXT') 
True 


>>> 





О0000000000000000000 
птаёсһсаѕе()00000000000000000000 


>>> fnmatchcase('foo.txt', '*.TXT') 





ООО00000000000000000000000000000 
ОО0000000000000000000000 


addresses = | 

"5412 N CLARK ST', 
'1060 W ADDISON ST', 
11039 W GRANVILLE AVE', 
12122 N CLARK ST', 
'4802 N BROADWAY', 





ОО000000000000 





>>> from fnmatch import fnmatchcase 

>>> [addr for addr in addresses if fnmatchcase(addr, '* ST')] 
['5412 N CLARK ST', '1060 W ADDISON ST', '2122 N CLARK ST'] 
>>> [addr for addr in addresses if fnmatchcase(addr, '54[0-9] 
[9-9] *CLARK*')] 

['5412 N CLARK ST'] 


2.3.3 [| 

Гптаге в ДООДОДОО00000000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000 


ООДОД00000000000000000091260000 
000005.1300 


2.4 [| JLI 

2.4.1 ПП 
ОО0000000000000000000 

2.4.2 ПППП 
бОбО0000000000000000000000000000 


DDDDD[ Jstr.find()[]str.endswith()[ ] 
str.startswith()[ | JLI DU IU] 





>>> text = 'yeah, but no, but yeah, but no, but yeah' 


>>> Z# Exact match 


>>> text == 'yeah' 
False 


>>> Ж Match at start or end 
>>> text.startswith('yeah') 
True 

>>> text.endswith('no') 


False 


>>> Z# Search for the location of the first occurrence 


>>> text.find('no') 





О00000000000900000000херр)0000000 


ОООД00000000000000000000000000 
0“11/27/2012"000000 





>>> textl = "11/27/2012" 


>>> text2 "Мом 27, 2012' 


>>> ітрогі ге 


>>> й Simple matching: \d+ means match опе ог more digits 


>>> if 


re.match(r'Nd+/Nd+/Nd+', text1): 
os print 


('уез') 
. е15е 


ргіпі 


уе5 
>>> if 


re.match(r'Nd+/Nd+/Nd+', text2): 
СУ ргіпі 


('уез') 
. е15е 





ООО00000000000000000000000000000 
О000000000000 





>>> datepat = re.compile(r'Nd+/Nd+/Nd+') 
>>> if 


datepat.match(text1): 
аа ргіпі 


('уез') 
. е15е 


print('no') 


уе5 
>>> if 


datepat.match(text2): 


('yes') 
.. else 


print 





таїсһ()О0000000000000000000000000 
О000000000000000000пћпаа 000000 


>>> text = "Тодау is 11/27/2012. PyCon starts 3/13/2013.' 
>>> datepat.findall(text) 
['11/27/2012', '3/13/2013'] 


>>> 





ОО000000000000000000000000000000 
00000 


>>> datepat = re.compile(r'(Nd+)/(Nd+)/(Nd+)') 
>>> 


ООО00000000000000000000000000000 
00000000 





>>> m = datepat.match('11/27/2012' ) 
>>> m 


< sre.SRE Match object at 0x1005d2750> 
>>> # Extract the contents of each group 


>>> m.group(0) 
"11/27/2012" 

>>> m.group(1) 

"11! 

>>> m.group(2) 

"27! 

>>> m.group(3) 
"2012! 

>>> m.groups() 
('11', '27', '2012') 
>>> month, day, year = m.groups() 
>>> 


>>> й Find all matches (notice splitting into tuples) 


>>> text 

'Today is 11/27/2012. PyCon starts 3/13/2013.' 
>>> datepat.findall(text) 

[('11', '27', '2012'), ('3', '13', '2013')] 
>>> for 


month, day, year in 


datepat.findall(text): 
TE print 


('{}-{}-{}'.format(year, month, day)) 


2012-11-27 
2013-3-13 


findall ПОДОДООООО00000000000000000 
бООДОО000000000000000006пхі'сег()ДО00 
0000 


>>> for 


m іп 


datepat.finditer(text): 


(m.groups()) 


('11', '27', '2012') 
(^354. '13', '2013') 


>>> 





2.4.3 || 


ОООД0000000000000000000000000000 
ППге IILI III 
ге.сотріе()0000000000000таёсһ()0 
ћпаа!!()Оћпаіег()000000000000 


ОО0000000000000000000 
г (\9+)/(\9+)/(\а+ ПП ПП 


ООО000000000000000000000000000000 
0\'000'Аа-+)/\а+)/(\а+)'0 


О00таёсћ()00000000000000000000000 
О000000000000 


>>> m = datepat.match('11/27/2012abcdef') 
>>> m 

< sre.SRE Match object at 0x1005d27e8> 
>>> m.group() 


"11/27/2012" 
>>> 





О000000000000000000000000%00000 


>>> datepat = ге. сотрі1е(г' (\d+)/(\d+)/(\d+)$') 
>>> datepat.match('11/27/2012abcdef') 

>>> datepat.match('11/27/2012' ) 

< sre.SRE Match object at 0x1005d2750> 

>>> 





ООО00000000000000000000000000000 
000000серр0000000000 


>>> re.findall(r'(Nd+)/(Nd+)/(Nd+)', text) 
[('11', '27', '2012'), ('3', '13', '2013')] 


>>> 





ООО00000000000000000000000000000 
ОО000000000000000000000000000000000 
ООО00000000000000000000000000000000 
0000 


2.5 0000008 
2.5.1 ПП 
ОбОб00000000000000 


2.5.2 ПП 
ОДОПО00000005іг.геріасе 0000000 


>>> text = 'yeah, but no, but yeah, but no, but yeah' 


>>> text.replace('yeah', 


"уер') 
"уер, but по, but yep, but no, but yep' 
>>> 





Оро0000000000гебобєчь О00/000000 
ОДО00000000000000711/27/20127"00 
П“2012-11-27”ПППППП 





>>> text = 'Тодау is 11/27/2012. PyCon starts 3/13/2013.' 
>>> 1трогї ге 


>>> re.sub(r'(Nd+)/(Nd+)/(Nd+)', r'N3-N1-N2', text) 
'Today is 2012-11-27. PyCon starts 2013-3-13.' 


>>> 





и О ОД020000000000002000000000000 
DUNS "ОДОД0000000000000000000000 


ООО00000000000000000000000000000 
00000000 


»»» ітрогі ге 

>>> datepat = ге.сотр11е(г' (\а+) / (Хан) / (Мач) ") 
>>> datepat.sub(r'N3-N1-N2', text) 

'Today is 2012-11-27. PyCon starts 2013-3-13.' 
>>> 





ООО00000000000000000000000000 


>>> from calendar строе month abbr 
»»» def change date(m 

mon name - month  abbr[int(m.group(1))] 

return 4) 4) {}'.format(m.group(2), mon name, 
m.group(3)) 


>>> datepat.sub(change date, text) 
‘Today is 27 Мом 2012. PyCon starts 13 Mar 2013." 
>>> 





ООДО0000000000000000п1аєсп Ой пад) 
0000.9гоир ООООООД000О000000000000000 
0000 


ПОДОО0Д0000000000000000000000000 
Пге.зирп )ПООО 


>>> newtext, п = datepat.subn(r'N3-N1-N2', text) 
>>> newtext 
‘Today is 2012-11-27. PyCon starts 2013-3-13.' 


>>> n 
2 


>>> 





2.5.3 [| 
0000000$ч6 О000000000000000000000 


ОООД000000000000000000000000----9000 
О000000000000 


2.6 ПОДОООООООО00000000 
2.6.1 ПП 
ОбОб0000000000000000000000000000 


2.6.2 (ULL 


ППТ ге IL III! 
П00Пге ІОМОВЕСАЗЕПЛОГОО 


>>> text з 'UPPER PYTHON, lower python, Mixed Python' 
>>> re.findall('python', text, flags=re.IGNORECASE) 
['PYTHON', 'python', 'Python'] 


>>> re.sub('python', 'snake', text, flags=re.IGNORECASE) 
'UPPER snake, lower snake, Mixed snake' 
>>> 





ПОДОООДООД0000000000000000000000 
ОООО00000000000000000000000О5иррогі 
ЃипсиопППППППП 





def 


matchcase(word): 
def 


replace(m): 
text = m.group() 
if 


text.isupper(): 
return 


word.upper() 
elif 


text.islower(): 
return 


word. Lower() 
elif 


text[0].isupper(): 
return 


word.capitalize() 
else 


return 





О000000000000 


>>> re.sub('python', matchcase('snake'), text, 
flags=re.IGNORECASE) 


'UPPER SNAKE, lower snake, Mixed Snake' 
>>> 





2.6.3 ПП 
ОДОО000000000ге 'ЄМОВЕСА5ЕДПОДОДО 
ОбОбОбО000000000000000000000000сазе 


тоіаїпа 0УпісодеррОДОПОС00000000000 
2.1000 


2.7 [JII IILI III 


2.7.1 [| 


ОООО0000000000000000000000000000 
ОО00000000000000000000000 


2.7.2 ПП 


ООО00000000000000000000000000000 
ООО00000000000000000000000000 


>>> str раї = re.compile(r'N"(.*)N"') 


>>> textl = 'Computer says "no."' 

>>> str pat.findall(text1) 

['no.'] 

>>> text2 = 'Computer says "по." Phone says "yes."' 
»»» str pat.findall(text2) 

['no." Phone says "yes.'] 

>>> 





ПППОПОПОПГСА“ C95) О0000000000000ОО 
О0*000000000000000000000000000000000 
ООДО000000000с2ехегрродоДОо3ОДОДб2г00000 
000000 


О00000000000000*0000000000000000 
000 


>>> str раї = re.compile(r'\"(.*?)\"') 
>>> str pat.findall(text2) 
['no.', 'yes.' 

> 


>> 





ОООД0000000000000000000000000000 


2.7.3 [| 
000000000000000.0000000000000000 

О0000000000000000000000000000000000 

ОООД0000000000000000000000000000000 


ООО00000000000000000000000000000000 
О000*0-+0000000000000000000000000000 


2.8 ППОООДО000000 
2.8.1 ІП 


ОООД0000000000000000000000000000 
00000 


2.8.2 ПП 


ОООО0000000000000.0000000000000000 
О00000000000000000600000000 





>>> comment = re.compile(r'/N*(.*?)N*/') 
>>> textl = '/* this is a comment */' 
>>> text2 = '''/* this is а 


multiline comment */ 


>>> 

>>> comment. findall(text1) 
[' this is a comment "| 
>>> comment. findall(text2) 
[] 


>>> 





ОО00000000000000000000000 


>>> comment = re.compile(r'/N*((?:.|Nn)*?)N*/') 
>>> comment.findall(text2) 


[' this is ап multiline comment '] 
>>> 





0000000(?:. Nn) Об00000000000000000 
ОО0000000000000 


2.8.3 || 


re.compile()QU0000000000—— 
ге. РОТАШЦЦ00000000000(.)000000000000 
00000000 


>>> comment = re.compile(r'/N*(.*?)N*/', re.DOTALL) 
>>> comment. findall(text2) 


[' this is a\n multiline comment '] 





О0000000000ге. ОТАЦ ПОНОООООООООО 
О0000000000000000000002.180000000000 


Utokenizing ПОООООДОО0000000000000000 
ОООД0000000000000000000000000000000 
0000000 


2.9 ПОтісоае 00000000 
2.9.1 ПП 


000000 пісодедрооо0ОДОД00000000000 
000000 000 


2.9.2 ПП 


ОУпісодедрОДОДООО0000000000000000 
ОО00000000000000000 





>>> 51 = ‘Spicy JalapeNu00fl 


0 I 
>>> s2 = 'Spicy JalapenNu0303 


о' 
>>> $1 

'Spicy За\арейо' 
>>> 5 

'Spicy Jalapeno' 
>>> 51 == $2 


>>> len(sl) 


14 
>>> len(s2) 
15 


О0000"5рісу Jalapeno” 0000000000000 
ООДО"А"ОД000ЙмПу composedrIr 
ПУ-КООРІДДОД00000000007п7000007 ~ "0000 
ППППО-ОЗОЗПП 


ООО00000000000000000000000000000 


ООООООДОДО0000000000000000000000000 
unicodedatar[I 0000 


»»» import unicodedata 

>>> tl = unicodedata.normalize('NFC', 
>>> t2 = unicodedata.normalize('NFC', s 
>>> tl == 42 

True 

>>> print(ascii(t1)) 

'Spicy Jalape\xflo' 


»»» t3 - unicodedata.normalize('NFD', 
>>> t4 = unicodedata.normalize('NFD', s 
>>> t3 == t4 

True 

»»» print(ascii(t3)) 

'Spicy Jalapen\u03030' 


>>> 





погта!іе()О0000000000000000000000 
МЕСООДОДООДООО0О0000000000000000000 
eg 


РукпопПДОДМЕКСОМЕКОДОООООДО00000 
ООО000000000000000000 


>>> s = 'Nufb01 


' # A single character 
>>> S 


"Рі! 
>>> unicodedata.normalize('NFD', s) 
'fi' 


# Notice how the combined letters are broken apart here 
>>> unicodedata.normalize('NFKD', s) 


"Еј" 
>>> unicodedata.normalize('NFKC', s) 
"Рі! 


>>> 





2.9.3 [|] 


ООДО00000000000000009пісоаеро000 
ОО000000000000000000000000000000000 
ОООД0000000000000000000000000000000 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000 





>>> tl = unicodedata.normalize('NFD', 51) 
>>> '',join(c for 


c in 


11 if not 


unicodedata.combining(c)) 
'Spicy Jalapeno' 
>>> 


ОО0000000Пичпісодедасга ll 
--З-ОО000000000000000000Осогбіпіпд ОП 
ОООДО0000000000000000000000000000Ц0 
ОО000000000000000 

00009 пісоаеро0000000000000000000 
ОД000000000 
http://www.unicode.org/faq/normalization. 
html [Ned Batchelder[|[ 000 
http://nedbatchelder.com/text/unipain.htm 
| ООРУЕпоп0У пісодедрДоДОДОДОДО000 


2.10 ПИ ЧУ пісоаегр ! 
2.10.1 ПП 
О00000000000000000000000пісодеп 


2.10.2 ППО 


О00000гер)000000У пісодерд 00000000 
Орла рр0000000Упісодае 00000 


»»» ітрогі ге 
>>> num = re.compile('\d+') 
>>> # ASCII digits 


>>> num.match('123') 
< sre.SRE Match object at 0x1007d9ed0> 


>>> й Arabic digits 


>>> num.match('Nu0661Nu0662Nu00663' ) 
< sre.SRE Match object at 0х101234030> 
>>> 





О0000000000000000пісодер00000 
ОтїсоадеППППППППППП\чЧЕЕЕЕЦП\ШОЕЕЕЕЕЕЕППП 
ООО0000000000000000000000000000000 


>>> arabic = re.compile('[Nu0600-Nu06f fNu0750-Nu077fNu08a0- 
Nu08ff]+') 


>>> 





ООО00000000000000000000000000000 
0000002. .9000000000000000000000000000 
О00000000000000саѕе folding illl ID] 
00000000 


>>> раї = re.compile('straNu00df 


e', re.IGNORECASE) 
>>> 5 = 'stra[]' 
>>> pat.match(s) Ж Matches 


< sre.SRE Match object at 0x10069d370> 


>>> pat.match(s.upper()) Ж Doesn't match 


>>> s.upper() я Case folds 


' STRASSE ' 





2.10.3 ||] 

ДУ пісоде роб ОО0000000000000000000 
ООЗООДОД0О0О00000000000000000 
[]http://pypi.python.org/pypi/regex ПППППП 


0000 пісодедрроДОДО000000000000000000 
00000000 


2.11 ПОООДОДО00000 
2.11.1 ПП 
ШШШ 


2.11.2 (UL 


strip O ОДОООДД0О0000000000000154гі600 
гѕгір()О0О0000000000000000000000000000 
ООО00000000000000000000 


>>> й Whitespace stripping 
>>> s = ' hello world Nn 


>>> s.strip() 
'hello world' 
>>> s.lstrip() 
'hello world Nn' 
>>> s.rstrip() 


' hello world' 


>>> 





2.11.3 || 


О0000000000000000000000005гір()0 
ОО00000000000000000000 


ОО000000000000000000000000000000 
00000 


>>> s = ' hello world Үп 


>>> s = s.strip() 
5 


world' 





ООО00000000000000000000000000 
геріасе()00000000000000 


>>> s.replace(' ', '' 
'helloworld' 

»»» import re 

>>> re.sub('Ns-', ' ' 
‘hello world' 


>>> 





ОООД0000000000000000000000000000 
ОООО0000000000000000000000000000000 
0000000 


with open(filename) as Т: 
lines = (line.strip() for line in f) 


for line in lines: 





ППІПППіпес = (line.strip() for line іп f) 
[00000000000 H! 000000000000000000000 
00000000000000000000000000000000000 
UstripQuu 


ПООООО$ яр ППП гапае()ПППОП 
О0000000000000 


2.12 [ICD] 
2.12.1 ПП 


оооооооооомеврооооооо “руслол"ООО 
ОО000000000000000 


2.12.2 0000 


О0000000000000000000000000000000 
О00000000000000000000000000000 
ѕг.иррек()05г.Іомег()00000000000000000 
О0000ѕ&.геріасе()Оге.ѕию()0000000000000 
О0000000000000000 
ипісодедаѓа.погта!іге()В00000002.90000 


ОООД0000000000000000000000000000 
О00000000000000000000005#г.гапѕ[аїе()0 
ОО0000000000000000000000 


>>> 5 = 'руїһоп\ї 
is\t 


awesomeNrNn 


>>> s 
'pythonxx0cisNtawesomeNrNn' 





ООООООДО00000000000000000000000 
translate()[][][] 


Ж Deleted 


>>> a = s.translate(remap) 


>>> a 
‘python is awesome\n' 





ОДООДО0МОМОДОДОДОДО00000000000000 
ДОА ЄО000000000 


00000000000000000000000000000000 
LOBO EU nicod err 00000 


»»» import unicodedata 
>>> import sys 
>>> стр chrs = dict.fromkeys(c for c in range(sys.maxunicode) 


unicodedata.combining(chr(c))) 


>>> b = unicodedata.normalize('NFD', а) 
>>> 

‘python is awesome\n' 

>>> b.translate(cmb chrs) 

‘python is awesome\n' 





ОДООО000000аїсс їгопкеуз ПОО0000000 
бОУпісодерд)д00000Мопедд00 


а000000чпісодеааѓа.погта1іхе() 0000 
ПО000000000&гапѕаёе()0000000000000000 
ОбОДООДО000000000000000000 


ООД0000000000000000000Упісоае р 0 
О00000000000А5С1000 





>>> digitmap = { с: ord('0') + unicodedata.digit(chr(c)) 
ee for 


с in 


range(sys.maxunicode) 
ей ії 


unicodedata.category(chr(c)) == "Ма" | 
>>> len(digitmap) 

460 

>>> й Arabic digits 

>>> x = 'Nu0661Nu0662Nu0663 


>>> x.translate(digitmap) 
1123! 


>>> 





ОДОДОО00000000МО0000000000000000 
О00000000000000епсоае()О0десоде() 00000 
О0000000000 


>>> a 
‘python is awesome\n' 
>>> b = unicodedata.normalize('NFD', a) 


>>> b.encode(' ', 'ignore').decode('ascii') 
‘python is awesome\n' 





О00погта!іғге()О0000000000000000 
А5ЗСПОД/ООООООООО0О0000000000000000000 
ППППИПИПППППАЭСИППППИПИПИП 


2.12.3 ||| 


ООО0000000000000000000000000000 
О00000000000000000005%г.герІасе()00000 
000--- -О0000000000000000000000000000 
0000000 


def 


clean spaces(s): 
s = $. герѓасе("А 


) 
s = $. герѓасе("АЌ 


s = $. герѓасе("АТ 
I К I I ) 
return 


5 





О000000000000000&гапѕағе() 0000000 
00000000 


ООО0000000000000000000000000000 
ОО00гапѕаёе()000000000 


ООО00000000000000000000000000000 
О000000000000“0000000"00000000000000 
О000000000000000000 


ОООД0000000000000000000000000000 
Обукерорбоб0ОО000000000000 


2.13 (ПОП 
2.13.1 ПЦ 
000000000000009900000 


2.13.2 ПП 


О00000000000000000000)иѕ=()00ч5{() 
Осепќег()00000000 


>>> text = 'Hello World' 
>>> text.ljust(20) 


‘Hello World ' 
>>> text. гји5 (20) 
Hello World' 
>>> text.center(20) 
Hello World ' 





>>> text.center(20,'*') 
Nak BEA Hello World*****' 


ғогтаї() П000000000000000000000000 
00'<'0'>'00'^'900000000000 ‘2! 0000 


>>> format(text, '>20') 
Hello World' 
>>> format(text, '<20') 
'Hello World ' 
>>> format(text, "“20") 
Hello World ' 


>>> format(text, ' 
Hello World 





О00000000000000000000ғогпає)0000 


>>> '{:>10s} {:>10s}'.format('Hello', 'World') 
Hello ' 


>>> 





format()[ ОООД000000000000000000000 
О0000000000000000000000000 


>>> x = 1.2345 
>>> format(x, '>10') 
' 1.2345' 


>>> format(x, '^10.2f') 
! 1.23 ' 


>>> 





2.13.3 ||| 
О0000000000000%00000000000000 


>>> '%-205' % text 
‘Hello World ' 

>>> '%20s' % text 

| Hello World' 


>>> 





О0000000000000000000#огтаё()0000 
ПОғогтаї()0%О00000000000000000ғоптаї() 
О00000000000000001)оѕ()00јоѕ()00 
сепёег()00000000 


О00ғогта#)О0000000000Рућопр0000 


http://docs.python.org/3/library/ string. 
html#formatspec [| 


2.14 (UUUUUUU 


2.14.1 (|| 
ООО000000000000000000 


2.14.2 0000 


ОООО0000000000000000000000000000 
ПППИПИППИЦот 000000000 


>>> parts = ['Is', "Спісадо', "Моќ", 'Chicago?'] 
>>> ' ',join(parts) 

'Is Chicago Мої Chicago?' 

>>> ','.join(parts) 


'Is, Chicago, Not, Chicago?' 
>>> '',join(parts) 
"IsChicagoNotChicago?' 

>> 





О0000000000000000јо!іт()00000000000 
О00000000000000000000000000000000000 
ООО00000000000000000000000000000000 
ППППИПИППП em ОООООО0000000000000000 
а n ООДОО00000000000 


ООО00000000000000--000000000000 





>>> а "15 Chicago' 
>>> р = 'Not Chicago? ' 
>>> а + ' ' + b 


'Is Chicago Мої Chicago?' 
>>> 


О000000000000000+000000000 
ѓогтта()000000000000 


>>> print 


('{} {}'.format(a,b)) 
І5 Сһісадо Мої Сһісадо? 
>>> ргіпі 


(а + 1 1 + b) 
Is Chicago Not Chicago? 
>>> 





ОООО0000000000000000000000000000 
ОО000000-000000000 


>>> а = 'Hello' 'World' 


'HelloWorld' 





2.14.3 || 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
OUL 


О000000000000--00000000000000000 
ООО00000000000000000000000000000000 
0000000 





О000000оіт()О00000000000000+=000 
ОООО0000000000000000000000000000000 
0000000 


О00000000000000000000000001.1900 
ООО0000000000000000000000 


>>> data = ['ACME', 50, 91.1] 
>>> ','.join(str(d) for 


d in 


data) 
'ACME,50,91.1' 
>>> 





ЕЕНЕЕЕЕЕЕЕНЕЕШЕЕЕЕЕЕЕЕЕЕНЕЕНЕЕШЕ 
ООО000000000000000000000000000000 


ргіпі 


(ЧЕ 


ргіпі 


(':'.join([a, b, с1)) Ж Still ugly 


print 


(а, b, c, ѕер=':') я Better 





ОДОДО00МОДООДОДО000000000000000 
О0000000000 


# Version 1 (string concatenation) 
f.write(chunk1 + chunk2 
я Version 2 (separate І/0 operations) 


f.write(chunkl) 
f.write(chunk2) 





ООО00000000000000000000000000000 
ППППППП/ОПППИПИПИПИПИПИПИПИПИПИПИПГ 
ООО0000000000000000000000000000000 
ОООО0000000000000000000000000000000 
ОО0000000000000000000000 


00000000000000000000000000000000 
ООДОД00000000000Оутета ороороо00000000 
ПП 


def 


sample(): 
yield 


"То" 
yield 


'Chicago' 
yield 


Моќ" 
yield 





'Chicago?' 


ООО00000000000000000000000000000 
ОД000000000/0і0 000000000000 


text = ''.join(sample()) 


О00000000000000/0р 





f.write(part) 


ООООО0О0000000МО000000000000 





def 


combine(source, maxsize): 
parts = [] 
size = 0 
for 
part in 
source: 
parts.append(part) 
size += len(part) 
if 


size > maxsize: 
yield 


'' ,join(parts) 

parts - [] 

size - 0 
yield 

'' ,join(parts) 

for 

part in 


combine(sample(), 32768): 


f.write(part) 


ОООД0000000000000000000000000000 
[| 


2.15 ППОПООООО0О00000 
2.15.1 ІП 
з Опопораробопоравозорооаааооо0о0а 


2.15.2 ПИ 


РуспопПДООООДОООДОО0000000000000000 
ОО000000000б0 гає оООО00000000000 


>>> s = '{name} has {п} messages.' 
>>> s.format(name='Guido', n=37) 


'Guido has 37 messages.' 
>>> 





ООО00000000000000000000000000 
format тар()Омагѕ()000000000000 





>>> name = 'Guido' 
>>> n = 37 


>>> s.format тар(маг5 ( )) 
'Guido has 37 messages. ' 
>>> 


О0магѕ()00000000000000000000000 


>>> с1аѕѕ Тпѓо: 
def init (self, name, п): 
self.name = name 


self.n = n 


>>> a = Info('Guido',37) 

>>> s.format map(vars(a)) 
'Guido has 37 messages.' 

>>> 





Погтас)ГТогтаг тар()000000000000 
О0000000000000 


>>> s.format(name='Guido') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 





00000000000000000000000 
. missing СО Д0000000000 


class safesub(dict): 
def missing (self, key): 


return '{' + key + '}' 





О0000000000ғогтаё паророрщдоб0 


>>> del 


n # Make sure n is undefined 
>>> s.format map(safesub(vars())) 


'Guido has (п) messages.' 
>>> 





ООО00000000000000000000000000000 
О00000000000000000000000*ате 


һасК”ППП 131 000000 


ітрогі 5у5 


def sub(text): 
return text.format map(safesub(sys. getframe(1).f locals) ) 





ООО00000000000000 





>>> name = 'Guido' 
>>> n = 37 
>>> print 


(sub('Hello {пате}')) 
Hello Guido 
>>> print 


(sub('You have {п} messages.')) 
You have 37 messages. 
>>> print 


(sub('Your favorite color is {color}')) 
Your favorite color is {color} 


2.15.3 ||| 


ООДОДОРУЄПОПООООООООДОДООДОДОООО 
ООО00000000000000000000000000000000 
О0000000000 


>>> name = 'би1до' 
>>> n = 37 
>>> '%(пате) has %(п) messages.' % vars() 


‘Guido has 37 messages. 
>>> 





Обб0000000000006емпріате string 0000 


>>> import string 
>>> 5 = string.Template('$name has $n messages.') 
>>> s.substitute(vars()) 


'Guido has 37 messages. ' 
>>> 





HOUformat(Uformat_map(UQU00000000 
ОДО0000000000000000000б0 rm at 00000000 
О0000000000000000000000000000000000 
О000000000000000000000 


ОООД00000000000000000000000000000 
. missing ОСД00000000000000О5атези б) 
ОООО00Д0000000000000000000000000000 
Шу 


ѕи0()000005уѕ._дегғате(1)00000000 
О0000000# Іосаі$ВО0000000000000000000 
ООО00000000000000000000000000000000 
О000000000000000000# оса! љ tit ini blot 
О000000000000000000# оса! ООО000000 
ООО0000000000000000000000000000000 
ООО00000000000000000000000000 


2.16 (ТППППППИПП 
2.16.1 ПП 


ООО00000000000000000000000000000 
0000000 


2.16.2 ПИ 


UUUUtextwra РООДОДООД0000000000000 
0000000 


s = "Look into ту eyes, look into ту eyes, the eyes, the eyes, 
Ó 


the eyes, not around the eyes, don't look around the eyes, N 


look into my eyes, you're under." 





0000 itextwrapiili II IL IL IL IILI HI! 


>>> import textwrap 

>>> print(textwrap.fill(s, 70)) 

Look into my eyes, look into my eyes, the eyes, the eyes, the 
eyes, 

not around the eyes, don't look around the eyes, look into my 
eyes, 

you're under. 


>>> print(textwrap.fill(s, 40)) 

Look into my eyes, look into my eyes, 
the eyes, the eyes, the eyes, not around 
the eyes, don't look around the eyes, 
look into my eyes, you're under. 


>>> print(textwrap.fill(s, 40, initial indent=' ')) 
Look into my eyes, look into my 

eyes, the eyes, the eyes, the eyes, not 

around the eyes, don't look around the 

eyes, look into my eyes, you're under. 


>>> print(textwrap.fill(s, 40, subsequent indent=' ')) 
Look into my eyes, look into my eyes, 

the eyes, the eyes, the eyes, not 

around the eyes, don't look around 

the eyes, look into my eyes, you're 

under. 





2.16.3 П 


textwra РПОДОООДООД0ОДОО00000000000 
00----ЮОДОДО0ДО0000000000000000000000 
ППППППов.дес terminal ѕіғе()0000000 


>>> import os 
>>> os.get terminal size().columns 
80 


>>> 





АИО ОООООООООООСОООООООООООООООО0 
[]LH[]textwrap.TextWrapperrt ППП 
[]http://docs.python.org/3.3/library/ 
textwrap. html# text w г ap.TextWrapper [| 


О000000000 
2.17 ПИПЛООНТМІДХМО || 


2.17.1 ||| 


[ILDIS entity[]&#codel||[ I ]HTMLI[ XMLII[] 
ООООООДОДО00000000000000000000000000 
0<,>1&П 000008 


2.17.2 0000 


О000000000һті!.еѕсаре()0000000 
<ог> DE EE aaa 


>>> 5 = 'Elements are written as "<tag>text</tag>".' 
»»» import html 


»»» print 


(s) 
Elements are written as "<tag>text</tag>". 
>>> print 


(html.escape(s) ) 
Elements are written as "<tag>text</tag>". 


>>> # Disable escaping of quotes 


>>> print 


(html.escape(s, quote=False) ) 
Elements are written as "<tag>text</tag>". 
>>> 





ОООООА95ЄПОООДОООООАБСНОДОДОООООО 
ОДПОДОДОДОООО00Д00000МО000000000 
errors='xmlcharrefreplace'[ ППІПППППІП 


>>> 5 = 'Spicy Jalapen-o' 
>>> s.encode('ascii', errors='xmlcharrefreplace') 
b'Spicy Jalape&#241;0' 


>>> 





ОООД0000000000000000000000000 
НТМИПХАМЕЦПИПИПИПИПИПИПНТМІЛАМЫҢП 
ООО00000000000000000000000000000000 
0000000 


ООО00000000000000000000000000000 
DUDUDUDUDUDR ТМЕОХМЕДОДОДОДОДООООО 
0000000 


>>> 5 = 'Spicy "Jalapefio&quot. ' 
>>> from html.parser import 


HTMLParser 

>>> p = HTMLParser() 
>>> p.unescape(s) 
'Spicy "Jalapen-o".' 
>>> 


>>> t = "Тһе prompt is >>>" 
>>> from xml.sax.saxutils import 


unescape 

>>> unescape(t) 
'The prompt is >>>' 
>>> 





2.17.3 || 


ОДОНТМЕОХМЕДОООООООООООООО0О000 
О0000000000000000рпє)О000000000000 
ООО000000000000000000000000 
поті. езсаре ОД0000000 


ОООООДОДО0О00000НТМЕОХМЕДОДООДООО 
ППППППИПИхтіІ.вах.сахин1і5.ипессаре01111 
ООООООДОДО0000000000000000000000000 
HOOOOOOHTMLOXMLOUhtmli.parser[] 
хтесее.Ејетепсттееппиотии 
ОбО000000000 


2.18 ПІП 
2.18.1 TH 


00000000000000000000000$%геапл of 
tokens[][] 


2.18.2 [UOL 
О00000000000 


text = 'foo = 23 + 42 ж 10! 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 





tokens = [('NAME', 'foo'), ('EQ','='), ('NUM', '23'), 
('PLUS','+'), 





ООО00000000000000000000000000000 
ОО00000000000000000000000 


МАМЕ = r'(?P<NAME>[a-zA-Z ][a-zA-Z 0-9]*)' 
NUM = г' (?Р<МУМ>\ 9+) ' 
PLUS = r'(?P<PLUS>N+)' 
' (?Р<ТТМЕ$>\*)' 
= r'(?P<EQ>=) ' 
WS = r'(?P<WS>\s+) ' 


master pat = re.compile('|'.join([NAME, NUM, PLUS, TIMES, EQ, 
М51)) 





0100000000000007Р<ТОКЕММАМЕ>ОПП 
ООО00000000000000000000000 


ОО0000000000О5саплегородродоорр00000 
ООДО000000000000000000ппаєсо 00000000 
ОО000000000000000000000000 





>>> scanner = master pat.scanner('foo = 42") 
>>> scanner.match( 

< sre.SRE Match object at 0x100677738> 

>>> _.lastgroup, _.group() 


>>> scanner.match() 

< sre.SRE Match object at 0x100677738> 
>>> _.lastgroup, _.group() 

('WS', ' ') 

>>> scanner.match() 

< sre.SRE Match object at 0x100677738> 


>>> _.lastgroup, _.group() 
('EQ', '=') 

>>> scanner.match() 

< sre.SRE Match object at 0x100677738> 
>>> _.lastgroup, _.group() 

('WS', ' ') 

>>> scanner.match() 

< sre.SRE Match object at 0x100677738> 
>>> _.lastgroup, _.group() 

('NUM', '42') 

>>> scanner.match() 


>>> 





А III III 
ОО0000000000000000 





from collections import namedtuple 


Token = namedtuple('Token', ['type','value']) 
def generate tokens(pat, text): 
scanner = pat.scanner(text) 
for m in iter(scanner.match, None): 
yield Token(m.lastgroup, m.group()) 
Ж Example use 
for tok in generate tokens(master pat, 'foo - 42'): 
print(tok) 


Ж Produces output 


Ж Token(type-'NAME', value='foo') 


Ж Token(type-'WS', value=' ") 


# Token(type='FQ', value='=') 


Ж Token(type='WS', value=' ") 


я Token(type='NUM', value='42') 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 


tokens = (tok for 
tok in 


generate tokens(master pat, text) 
i 

tok.type != 'WS') 

for 

tok in 


tokens: 
print 


(tok) 





2.18.3 ||| 


ООО00000000000000000000000000000 
О0000000000000000000000000000000000 
ОООД0000000000000000000000000000000 


ОООД0000000000000000000000000000000 
О000000000%500 


ОО00000000ЦЧ0 
re.compile('|'.join([NAME, NUM, PLUS, 
TIMES, EQ, \№51))0000000000000000000гер 
ОООООДОДОО0000000000000000000000Ц0000 
ОООООДО00000000000000000000Ц0 


r'(?P<LT><)' 
г' (?P<LE><=) ' 
' (ЗР<Е0>=) ' 


master pat = re.compile('|'.join([LE, LT, EQ])) Z Correct 


Ж master раї = re.compile('/'.join([LT, LE, EQ])) # Incorrect 





О2П000000000000000000000000'<='0 
DOLT O'< ППППЕОСТ--ТППИПИПИПИПИПГТЬЕ 
0 <= 0100000000000 


ООО00000000000000000000000000000 
0000000 





РВТМТ = r'(P<PRINT>print)' 
NAME = г'(Р<МАМЕ>[а-24-2 ][a-zA-Z 0-9]*)' 


master раї = re.compile('|'.join([PRINT, NAME])) 


for tok in generate tokens(master pat, 'printer'): 
print(tok) 
# Outputs : 


Ж Token(type='PRINT', value='print') 


я Token(type='NAME', value='er') 





ООДОДО00000000000000РУРагзіпд PLY 
ОДОДОО0РЕУОДОДОДОД00000 


2.19 ПППООООООО0000 
2.19.1 ПП 
ОбОб0000000000000000000000000000 


ООО00000000000000000000000000000000 
О0000000000 


2.19.2 ПП 


ОООД0000000000000000000000000000 
ОДОДОВМРеРОЕВМРОООООООООООДОДОДОДОДОП 
ООО0000000000000000 


expr ::- expr + term 


term }* 
*|/) factor }* 





ПЕВМРОДОДОСОХ ... Р#О00000000*0000 
ООО00000000000000000000 


ОДПОО0О00ВМРеРООООООООООО0О00000000 
ОООО000000000000000000000000000000 
ОО0000000000000000000000000008мғ00 
О000000000000000000000003 + 4 * 50000 
О0000000000000000000000002.180000000 
ОО00000000000000000000 


NUM + NUM * NUM 


ОООД0000000000000000000000000000 


-) term РЕ 
| 


*|/) factor УК { (+|-) term }* 
*|/) factor }* { (+|-) term }* 
}* 


NUM + factor í ( 

NUM + NUM í u жо { (+|-) * 

NUM + МОМ ж factor í (*|/) factor }* { (+|-) term }* 
NUM + NUM * NUM í (*|/) factor }* { (+|-) term }* 
NUM + NUM * NUM í (+|-) term }* 

NUM + NUM * NUM 





ООО00000000000000000000000000000 
ОДООрОр00000000000МУ МОДОДОДОДОДОДОО 
О00000000000000000000000000-0000000 
О00000000000000000000004 (*/) factor 
7 "ООО0000000000000000000000000000000 
О00000000000 


ОООД00000000000000000000000000000 
ПП 





ітрогі ге 
import collections 


Ж Token specification 


NUM = г' (?Р<МУМ>\а+) ' 
PLUS = r'(?P<PLUS>\+) ' 
MINUS = r'(?P<MINUS>- ) ' 
TIMES = r'(?P<TIMES>\*) ' 
DIVIDE = r'(?P<DIVIDE>/) ' 
LPAREN = r'(?P<LPAREN>\() ' 
RPAREN = r'(?P<RPAREN>\ ) ) ' 


WS = r'(?P<WS>Ns+)' 


master раї = re.compile('|'.join([NUM, PLUS, MINUS, TIMES, 
DIVIDE, LPAREN, RPAREN, 

WS])) 

Ж Tokenizer 


Token = collections.namedtuple('Token', ['type','value']) 
def generate tokens(text): 
scanner = master pat.scanner(text) 
for m in iter(scanner.match, None): 
tok = Token(m.lastgroup, m.group() ) 
if tok.type != 'WS': 
yield tok 


# Parser 


class ExpressionEvaluator: 


11 


Implementation of а recursive descent parser. Each method 


implements a single grammar rule. Use the . accept() method 


to test and accept the current lookahead token. Use the 
. expect() 


method to exactly match and discard the next token on on the 
input 


(or raise a SyntaxError if it doesn't match). 


йет 


йет 


parse(self,text): 

self.tokens = generate tokens(text) 

self.tok = None Ж Last symbol consumed 
self.nexttok = None Ж Next symbol tokenized 

self. advance() # Load first lookahead token 


return self.expr() 


 advance(self): 
'Advance one token ahead' 
self.tok, self.nexttok - self.nexttok, next(self.tokens, 


None) 


def 


 accept(self,toktype): 
'Test and consume the next token if it matches toktype' 
if self.nexttok and self.nexttok.type == toktype: 
self. advance() 
return True 
else: 
return False 


def expect(self,toktype) : 
‘Consume next token if it matches toktype or raise 
SyntaxError' 


if not self. accept(toktype): 
raise SyntaxError('Expected ' + toktype) 


Ж Grammar rules follow 


def 


expr(self): 
"expression ::= term í ('+'|'-') term }*" 


exprval = self.term() 
while self. accept('PLUS') or self. accept('MINUS'): 
ор = self.tok.type 
right = self.term() 
if op == 'PLUS': 
exprval += right 


elif ор == "МТМЏ5": 
exprval -- right 
return exprval 


def term(self): 
"term ::= factor í ('*'|'/') factor )*" 


termval = self.factor() 

while self. accept('TIMES') or self. accept( 'DIVIDE'): 
ор = self.tok.type 
right = self.factor() 


if op -- 'TIMES': 
termval *- right 
elif op == 'DIVIDE': 


termval /- right 
return termval 


def factor(self): 
"factor ::- NUM | ( expr )" 


if self. accept('NUM'): 
return int(self.tok.value) 
elif self. accept('LPAREN ' ) : 
exprval = self.expr() 
self. expect('RPAREN') 
return exprval 
else: 
raise SyntaxError('Expected NUMBER or LPAREN') 





ПОООВОДПОООООЕхрге опЕуачаог" р 





»»» e з ExpressionEvaluator() 
>>> e.parse('2') 


>>> e.parse('2 + 3") 
>>> e.parse('2 + 3 * 4") 


>>> e.parse('2 + (3 + 4) ж 5") 


37 
>>> e.parse('2 + (3 + * 4)') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "exprparse.py", line 40, in parse 
return 


self.expr() 

File "exprparse.py", line 67, in expr 
right = self.term() 

File "exprparse.py", line 77, in term 
termval = self.factor() 

File "exprparse.py", line 93, in factor 
exprval = self.expr() 

File "exprparse.py", line 67, in expr 
right = self.term() 

File "exprparse.py", line 77, in term 
termval = self.factor() 

File "exprparse.py", line 97, in factor 
raise SyntaxError 


("Expected NUMBER or LPAREN") 
SyntaxError: Expected NUMBER or LPAREN 
>>> 





0000000000000000000000 
ЕхргеѕѕіопЕмаіџаѓогПО0000000000000000 
0000000 





class ExpressionTreeBuilder(ExpressionEvaluator): 
def expr(self): 
"expression ::= term { ('+'|'-') term Б 


exprval = self.term() 
while self. accept('PLUS') or self. accept('MINUS'): 
ор = self.tok.type 
right = self.term() 
if op == 'PLUS': 
exprval = ('+', exprval, right) 
elif op == 'MINUS': 


exprval = ('-', exprval, right) 
return exprval 


def term(self): 
"term ::= factor í ('*'|'/') factor |" 


termval = self.factor() 

while self. accept('TIMES') or self. accept( 'DIVIDE'): 
ор = self.tok.type 
right = self.factor() 


if op == 'TIMES': 
termval - ('*', termval, right) 
elif op == 'DIVIDE': 


termval = ('/', termval, right) 
return termval 


def factor(self): 
‘factor ::= NUM | ( expr )' 


if self. accept('NUM'): 
return int(self.tok.value) 

elif self. accept('LPAREN ' ) : 
exprval = self.expr() 
self. expect('RPAREN') 
return exprval 

else: 


raise SyntaxError('Expected NUMBER or LPAREN') 





О000000000000000 


= ExpressionTreeBuilder() 
parse('2 
1 2, 3) 
parse('2 
2, [Ue 
parse('2 


1 2, (Әле; 
parse('2 
('+', 2, 





2.19.3 П 


ЕЕНЕЕЕЕНЕЕЕЕЕНШЕЕЕЕЕЕЕЕШЕНЕЕНЕЕШЕ 
ПА О О ОИ О оао 
ООО000000000000000000000000000000 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ПП 


expr ::= term { ('+'|'-') term }* 


term ::= factor { ('*'|'/') factor ук 


factor ::= '(' expr ')' 


| NUM 





ОО000000000000000000 


class ExpressionEvaluator: 
def expr(self): 


def term(self): 


def factor(self): 





LIEIDIDBILIDIILTLI ---ОО0000000000000000 
ОООД00000000000000000000000000000000 


ОООО0000000000000000000000000000000 
000000 


° ООО0000000000000000000000000 
сегтаППѓаскот ООООДОДОО0000000000070 
0700----ОООО0000000000000000000000 
О00000000000000ғасѓог ::= 'C expr ')'ПП 
expr[| LIL ILI II O00” OUL 


: ООДОО0000000000000000000700000 
ОООД0000000000000000000000000000 
О000000 ехрес оп ПП ПП 


° ОДОО00000000000000000000050-00 
ООО000000000000000000000000000000 
О00000000000 ассерерроро00000000 
 ехсерЕд)ПППППП ассерео 000000000000 
ООО000000000000000000000000000000 
0000000000000 


° О0000000000000000 expr ::=term + 
(+'|'-) term }*Q,0000whileQ II I III 
ООО0000000000000000000000000000 


қ ООО00000000000000000000000000 
ООО000000000000000000000000000000 


ООО000000000000000000000000000000 
О000000000000 


ОООО0000000000000000000000000000 
О000000Руєћопо0000000000000000000000 
О0000000000000Руоп0000 
Сгаттаг/СгаттагО00000000000000000 
ОО00000000000000000 


ООО00000000000000000000000000000 
ООО0000000000000000000 


items ::- items ',' item 


| item 





О00000000000000000000етѕ()000 


дает 


items(self): 
itemsval = self.items() 
if 


itemsval and 
self. accept(',' 


itemsval.append(self.item()) 
else 


itemsval = [ self.item() ] 





ОООД000000000000000000000000000 


ООО00000000000000000000000000000 
ОО00000000000000000 


expr ::= factor { ('+'|'-'|'*'|'/') factor }* 


factor ::= '(' expression ')' 


| NUM 





ООО00000000000000000000000000000 
О0000000000000“3 + 4 * 5"00003500000 
00002300000000007 expr” D" term" 000000 
0000000 


ООДОО0О00000000000ОРУРагз5іпо ПРЕУП 
ОДОДОДО0000РЕУОДОООООООДОДОДОДОДОДОП 





from ply.lex import Тех 
from ply.yacc import уасс 


Ж Token list 


tokens = [ 'NUM', 'PLUS', 'MINUS', 'TIMES', 'DIVIDE', 
'LPAREN', 'RPAREN' ] 


# Ignored characters 


t ignore = ' \t\n' 


Ж Token specifications (as regexs) 


t PLUS = r'\+' 


t MINUS = r'-' 

t TIMES = r'\*' 
t DIVIDE = r'/' 
t LPAREN = г'\(' 
t RPAREN = г'\)' 


# Token processing functions 


def t NUM(t): 
r'\d+' 
t.value = int(t.value) 
return t 
# Error handler 
def t_error(t): 
print('Bad character: {!r}'.format(t.value[0]) ) 
t.skip(1) 


# Build the lexer 


lexer = 1ех() 


# Grammar rules and handler functions 


def р expr(p): 


11011 


expr : expr PLUS term 


| expr MINUS term 


if p[2] == '+': 
рІ91 = p[1] + різі 
elif p[2] == '-': 
p[0] = p[1] - р[3] 
def p expr term(p): 


£ T T 


expr : term 


p[0] = pI1] 


def p term(p): 


11011 


term : term TIMES factor 


| term DIVIDE factor 


if p[2] == '*': 
p[0] = p[1] * різі 
elif p[2] == '/': 


p[0] = р[1] / різі 


def p term factor(p): 


111 


term : factor 


p[0] = pI1] 


def р factor(p): 


factor : NUM 


р[0] = р(11 


def p factor group(p): 


factor : LPAREN expr RPAREN 


р[0] = p[2] 


def р еггог(р): 
print('Syntax еггог") 


раг5ег - уасс() 





ОООО0000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000000000000000 


ОО00000000000000 


>>> parser.parse('2') 
2 


>>> parser.parse('2+3') 
5 


>>> рагѕег.рагѕе('2+(3+4)*5') 
37 


>>> 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
О00000000000000000000000Руһопр00аѕ 
О0000000000 


2.20 (0000000000 
2.20.1 ПП 


ПППИПИППИВуге String pb bd l 
О000000000 


2.20.2 [ПЦ 
ООО000000000000000000000000 





>>> data = b'Hello World' 


>>> data.startswith(b'Hello') 


True 
>>> data.split() 


[b'Hello', b'World'] 
>>> data.replace(b'Hello', b'Hello Cruel') 
b'Hello Cruel World' 


>>> 





ООО0000000000000000000 


>>> data = bytearray(b'Hello World') 

>>> data[0:5] 

bytearray(b'Hello') 

>>> data.startswith(b'Hello') 

True 

>>> data.split() 

[bytearray(b'Hello'), bytearray(b'World')] 
>>> data.replace(b'Hello', b'Hello Cruel') 
bytearray(b'Hello Cruel World') 

>>> 





ООО00000000000000000000000000000 
ОО00000000000000 





>>> 
>>> data = b'FOO:BAR,SPAM' 
>>> import re 


>>> re.split('[:,]',data) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "/usr/local/lib/python3.3/re.py", line 191, in split 
return 


 compile(pattern, flags).split(string, maxsplit) 
TypeError: can't use a string pattern on a bytes-like object 


>>> re.split(b'[:,]',data) Ж Notice: pattern as bytes 


[b'F00', b'BAR', b'SPAM'] 
>>> 


2.20.3 [| 


ООО00000000000000000000000000000 
ОООД000000000000000000000000000 


>>> а = 'Hello World' # Text string 


>>> a[0] 
'H' 


>>> а[1] 


e 
>>> b = b'Hello World' Я Byte string 





ОООД0000000000000000000000000000 
OOL 


ООО00000000000000000000000000000 
ОО000000000000000000000 





>>> s = b'Hello World' 
>>> print 


(5) 
b'Hello World' Я Observe b'...' 
>>> print 


(s.decode('ascii')) 
Hello World 


>>> 





ООО0000000000000000000000000 


>>> р'%105 54104 510.271" 5 (b'ACME', 100, 490.1) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: unsupported operand type(s) for %: 'bytes' and 
‘tuple’ 


>>> b'{} 1) {}'.format(b'ACME', 100, 490.1) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
AttributeError: 'bytes' object has no attribute 'format' 
>>> 





ООО00000000000000000000000000000 
ОО0000000000 


>>> '{:10s} {:10d} {:10.2f}'.format('ACME', 100, 
490.1).encode('ascii') 


b ' ACME 100 490.10' 


>>> 





00000000000000000000000000--- LLL ILI 
ООО00000000000000000000000000000000 
ОО000000000000000000000/00000000 


>>> й Write а UTF-8 filename 
>>> with 


open('jalapeNxfl 


о.їхї', 'w') as 


f 


f.write('spicy') 


>>> # Get a directory listing 
>>> import os 


>>> os.listdir('.') # Text string (names are 
decoded) 

['Jalapeño.txt'] 

>>> os.listdir(b'.') # Byte string (names left as 
bytes) 

[b'jalapen\xcc\x830.txt' ] 

>>> 





ООО00000000000000000000000000000 
ОООО0000000000000000000000000000000 
ПУТЕ-8000000000000005.1500 


А О О ОИ TTL] 
А О О О TL TTL 
О00000Упісодерроророророрробр0000000 
ООДОО0О0000000000000000РУСпопО00000 
ОООО0000000000000000000000000000000 


ОО0/00000000000000000000000000000000 
О00000000000 


[1] О00000000000000000000000000000 
[| 

(21 2 О00000 « nb" ^ О00000000000 

000000----900 


[3] ОДО0000000000Оуз. дейтатердд000 
ОДО000000000000000----000 


130 00000008 
ОРуєпопОПООО00000000000000000000 


ОООД0000000000000000000000000000000 
О0000000000 


3.1 0000008 
3.1.1 ПП 
ОбО0000000000000000 


3.1.2 (ПП 


ОО0000000000000Огомпамаїце, пата 5) 
О000000000 


>>> round(1.23, 1) 
1.2 


( 

>>> round(1.27, 1) 
1.3 

( 
( 


>>> round(-1.27, 1) 
-1.3 

>>> round(1.25361,3) 
1.254 


>>> 





ООО00000000000000000000000000000 
О0000000000002.502.500000000020 


ПрОгоипа П0бпа у 5  ПООООООД0000000 
ОО000000000000000000 


>>> a = 1627731 





3.1.3 П 


ООО00000000000000000000000000000 
ПООО0000000000Огочпа 000000000000000 
О000000000000000 


>>> x = 1.23456 
>>> format(x, '0.2f') 


1. 
>>> format(x, '0.3f') 
'1.235' 


>>> 'value is Ü 0.3f)'.format(x) 
'value is 1.235 
>>> 





ОО000000000000000"00" 00000000000 
О0000000000 


>>> С 
6.300000000000001 
>>> С = round(c, 2) Я "Fix" result (???) 


>>> C 


>>> 





ООО00000000000000000000000000000 
ООО000000000000000000000000000000000 
ОБОД0000000000000000000000000000000 
ПППаесітатпППП p p E Or 


3.2 ПШ 


3.2.1 ПП 
ОДООО00000000000000000000000000 


3.2.2 ПП 


ОООД0000000000000000000000000000 
ООО000000000000000000000000000 





ППППИПИПППСРОППППИПППЕЕЕ 754000 
ООДО000700" ПООРУСПпоПОООООООООДОД0000 
О00000000000000000#оає 000000000000 
ПП 


ПШШЦПИШИШШШИИШШШШШИШИШИПИПШЦИШШИШШШШШШП 
decimall][][] 


>>> from decimal import Decimal 
>>> a = Decimal('4.2') 
>>> b = Decimal('2.1') 


|) 
>>> А + р) 
3 


(a + b) == Decimal('6.3') 





О0000000000000000000000000000000 
Decimal ЮДДООООО0О000000000000000000 


ООО00000000000000000000000000000000 
0000 


десіпта  ПДОДОО00000000000000000000 
ООО00000000000000000000000000000000 
00000000 


>>> from decimal import localcontext 
>>> a = Decimal('1.3 
>>> b = Decimal('1.7') 
>>> print(a / b) 
0.7647058823529411764705882353 
>>> with localcontext() as ctx: 
ctx.prec = 3 
print(a / b) 


6. 765 

>>> with localcontext() as ctx: 
ctx.prec = 50 
print(a / b) 


0.76470588235294117647058823529411764705882352941176 





3.2.3 [| 


decimal] ВМИ бепега! 
Decimal Arithmetic Ѕресійсаїіоп000000 


ОО00000000000000000000000 


Руєћоп0000000009есіта 000000 
Аоа000000000000000000000000000000 


ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООДОО00000000000002 70 fe att 017000 

ПА О О О TEILT] 
00000000----ООО000000000000000000000 


ООООООДбОД0000000000000000000000 
ОООДООДОДО00000000000000000000000000 
[It[]subtractive cancellation[ ИП 
ШЕНЕЕЕЕЕШЕНЕШЕЕ 


>>> nums = [1.23e+18, 1, -1.23e+18] 
>>> sum(nums) Ж Notice how 1 disappears 





О000000000000Оплаєб Гоит ООО00000000 
[| 


>>> import math 
>>> math.fsum(nums) 
.0 


>>> 





000000000000000000000000000ОФемгог 
propagation[ |] IU] 


[IL десіпаа ОООО0О000000000000000 
ОООД0000000000000000000000000000 
десіпла  ПДОДООДОДООООО0ОПРуєЄпопрО0000 
Т” “ҒЗ 


3.3 000000008 
3.3.1 ІП 


ООО00000000000000000000000000000 
00000000 


3.3.2 ПП 


О00000000000000000000ғгтає()000 
0000000 





>>> x = 1234.56789 


>>> # Two decimal places of accuracy 
>>> format(x, '0.2f') 
'1234.57' 


>>> # Right justified in 10 chars, one-digit accuracy 


>>> format(x, '>10.1f') 


' 1234.6' 


>>> # Left justified 
>>> format(x, '«10.1f') 
'1234.6 ' 

>>> Ж Centered 

>>> format(x, ("710.17") 
' 1234.6 ' 


>>> # Inclusion of thousands separator 


>>> format(x, ',') 
'1,234.56789' 

>>> format(x, '0,.1f') 
'1,234.6' 


>>> 





О0000000000000#0ероЕроО000000000 
ОО0000000000 
>>> format(x, "е") 


'1.234568e+03' 
>>> format(x, '0.2E') 


'1.23Е+03' 


>>> 





О000000000000000000001<> ^ 12 
width[,]?(.digits)?'[|[ [L Jwidth[|digits[ 0000070 
ПОО0ОС000000000000000.ғогтаї()О000000 
ПП 


>>> "Тһе value is 4:0, 21) . format (x) 


"Тһе value is 1,234.57 
>>> 





3.3.3 || 


О0000000000000000000000000000000 
ррорордав2сіплаїдурОєсіплаї 00 


ОО00000000000000Огоип О000000000 
0000000 





ОО000000000000000000000000000000 
О000000000000000оса000000000000000 
ќгапѕІаќе()О0000000000000000 


>>> Swap | . = Onde ыу оо ОО у Y 
>>> Тогтаї (х '). translate(swap_ separators) 
"1.234, 56789" 


>>> 





LUCI Python i bep p p p D Or CE OCT 
OUL 





О000000000000000000000000ғогтаї() 
О000000000000000000000000%000000000 
ООО00000000000000000000000 


3.4 ППППППИПИПИПИПИПІ 
3.4.1 ПП 
ООО000000000000000000000000000 


3.4.2 ППП 


00000000000000000000000000000000 
ОДО0000біпОДосс00пех 0000000000 


>>> x = 1234 
>>> bin(x) 
'0b10011010010' 


>>> oct(x) 
'002322' 
>>> ћех(х) 
'0x4d2' 


>>> 


О0000000000000о0500х0000000000 
format(LDLD mu 


>>> format(x, 'b' 
110011010010! 

>>> format(x, “0! 
23221 


>>> format(x, 'х' 
'4d2' 


>>> 





ОООД00000000000000000000000000000 
0008 


>>> x = -1234 
>>> format(x, 'b') 
' - 10011010010 ' 


>>> format(x, 'x') 
'-4d2' 


>>> 





ОООД0000000000000000000000000000 
000000000003200000000000 


>>> x = -1234 
>>> Тогта (2**32 + 'b') 
lO a ЫНЫ 


>>> format(2**32 + x, 'x') 
'fffffb2e' 


>>> 





О00000000000000000000000т()00000 
О000000000000 


>>> int('4d2', 16) 
1234 
>>> іП%( "10011010010", 2) 


1234 
>>> 





3.4.3 [| 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
000000 


ОООД0000000000000000000000000000 
РуСпопПДОООООООООО00О000000000000000000 
ОО000000000000000000 


>>> import 05 
>>> os.chmod('script.py', 0755) 
1 


File "<stdin>", line 
os.chmod('script.py', 0755) 


SyntaxError: invalid token 





О00000000006оп0000000 


>>> os.chmod('script.py', 00755) 
>>> 


3.5 ПОООД000000000 
3.5.1 ПП 


ООО00000000000000000000000000000 
О0000000000000 


3.5.2 ПП 


О00000000000216000000000000000128 
О000000000 


data = b'Nx00Nx124VNx00xNx90NxabNx00NxcdNxefNx01Nx00#Nx004' 


ООДОО000000000іпе frem. bytes О00000 
00000000 





>>> len(data) 
16 


>>> int.from bytes(data, 'little') 
69120565665751139577663547927094891008 
>>> int.from bytes(data, 'big') 


94522842520747284487117727783387188 
>>> 


III LIL lint.to_bytes()[] 
ООО0000000000000000000 


>>> x = Uc 

»»» x.to bytes(16, ' | 

b' хаб вах ОО xab OO xed LaF ORO DA: 
>>> x.to bytes(16, 'little') 


b'4\x00#\x00\x01\xef\xcd\x00\ xab\x90x\x00V4\x12\x00' 


>>> 





3.5.3 [| 


ООО00000000000000000000000000000 
ОДОООДОД0О00000000000000000000001РМФГ 
О000000002 А8000000000000000000000000 
ООО0000000000000000000 


ОООД00000000000000000005сгисс0000 
0000000006.2110000000005гисОВО00000 
ООО00000000000000000000000000000000 
0000000 


>>> data 
b'NX00Nx124VNAx00xNx90NxabNx00NxcdNxefNx01Nx00#Nx004' 
>>> import struct 


>>> hi, lo = struct.unpack('>QQ', data) 
>>> (hi << 64) + lo 
94522842520747284487117727783387188 
>>> 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
000000 


>>> x = 0x01020304 

>>> x.to bytes(4, 'big') 
b'Nx01Nx02Nx03Nx04' 

>>> x.to bytes(4, 'little') 


b'\x@4\x03\x02\x01' 


>>> 





00000000000000000000000000000000 
О0000000000000001пё.рі |епа сл 00000000 
О000000000000 





>>> x = 523 ** 23 


>>> x 
33538130011366187510753685271401905616035565533397884901794406 
7 


>>> x.to bytes(16, 'little') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
OverflowError: int too big to convert 
>>> x.bit length() 
208 
>>> nbytes, rem = divmod(x.bit length(), 8) 
>>> if 


rem: 


nbytes += 1 


>>> 
>>> x.to bytes(nbytes, 'little') 
b' колл тс ои, .\ха0' 


>>> 





3.6 ШШШ 


3.6.1 [I| 


. О000000000%еоо00000000000 
singularity ДООПОДОДОООДОДООД0О000000000 
ОО00000000000000 


3.6.2 ПП 


00000Осогиоріех(теа!, imag) 000000000 
ОО0000000)00000000000 


>>> a = рс 4) 
= 3 51 





ООО00000000000000000000000 


а.геа! 


а.ітад 


a.conjugate() 
(2-41) 





ООО0000000000000000000 


>>> a+ р 

(5-1j) 

>> a * Db 

(26-21) 

>>> a / b 

(-0.4117647058823529-0 .6470588235294118 1) 
>>> abs(a) 

4.47213595499958 


>>> 





О0000000000000000000000000000000 
О00стаћ 00 


import cmath 
cmath.sin(a) 
.83130584894638-11.356612711218174j) 
cmath.cos(a) 


(-11.36423470640106-24.8146514856341871) 
>>> cmath.exp(a) 
(-4.829809383269385-5.59205609364098161) 


>>> 





3.6.3 [| 


РусСпопПДОООООО0000000000000000000 
Ппигару ОО О000000000000000000000 


>>> import питру as пр 

>>> a = np.array([2+3j, 4+5j, 6-7j, 8-911) 
>>> a 

array([ А +3.], 4.+5.], 6.-7.j, 8.+9.ј]) 
>>> а + 

array([ à. +3.j, 6.+5.ј, 8.-7.j, 10.+9.j]) 


»»» np.sin(a) 

array([ 8. 15449915 -4.16890696j, -56.16227422 -48.502455241, 
-153.20827755-526.47684926], 4008.42651446- 

589 .49948373ј 1) 

>>> 





РуСпопПДОООООООДОО0000000000000000 
ОО000000000000000 


>>> import math 
-1) 
(most recent call last): 
File "<stdin>", line 1, in <module> 


ValueError: math domain error 
>>> 





ООД000000000000000сплаєа ррр000000 
ООО0000000000000000000 


>>> import cmath 
>>> cmath.sqrt(-1) 
1) 


3.7 ППІППМам 
3.7.1 ІП 


ороборрорбо000000Мамопої а 
питрег 01000000 


3.7.2 ПП 


РуєпопО000000000000000000000000 
О0000Яоаї() 000000000 


>>> а = float('inf') 
>>> р = float('-inf') 
>>> c = float('nan') 





О000000000000000таќћ.іѕіп()0 
math.isnan (00000000 


>>> math.isinf (a) 
True 
>>> math.isnan(c) 


True 
>>> 





3.7.3 [| 

О000000000000000000000001ЕЕЕ 7540 
ОООО0000000000000000000000000000000 
О0000000000 


ОО00000000000000000 


>>> a = float('inf') 
5 





О0000000000000000000003әа NETHHEIEIOLTCI 


>>> a = float('inf') 
>>> а/а 

nan 

>>> р = float('-inf') 


>>> a + р 
nan 
>>> 





мамороодррбоббобопоророоооо00000 


>>> с = float('nan') 


nan 
>>> math.sqrt(c) 


>>> 


>>> c = float('nan') 
>>> d = float('nan') 





Дрр00000000Мамодродроо 
птаїп.і5бпап ПООО000000000000 


О000000000000003а МО000000РуһопП 
О000000000#ресіПр0000000000000000 
РуєпопО0000000000000000000000000000 
О000000000РућопП000 


[]http://docs.python.org/3/library/fpectl.ht 
ml 00000000000 


3.8 Пп 
3.8.1 ПП 


ООО00000000000000000000000000000 
ООО000000000000000000000000000 


3.8.2 (ІП 
їгасіїоп5 ОО0000000000000000000000 





>>> from fractions import Fraction 
>>> a = Fraction(5, 4) 
>>> b = Fraction(7, 16) 


>>> # Getting numerator/denominator 
>> c =a * b 

>>> c.numerator 

>>> c.denominator 


64 
>>> # Converting to a float 


>>> float(c) 

0.546875 

>>> # Limiting the denominator of a value 
>>> print(c.limit denominator(8)) 

4/7 


>>> # Converting a float to a fraction 


>>> x = 3.75 
>>> у = Fraction(*x.as integer ratio()) 


> y 
Fraction(15, 4) 
> 





3.8.3 |)! 
ООО00000000000000000000000000000 


00000000000000000000000000000000000 
О00000000000000000000есіта 000000 


3.9 [III 

3.9.1 ПП 
0000000000000000000919000000 

3.9.2 ПППП 


О0000000000000000000№итРУу00 
МитРУПППОВООРУ Пой ПОПОПИООПОНОРУ поп 
АА О О О О TL TTL 
ПОВОВОВОВОМ um РУОДОООДОДООДОДОДОО 


>>> # i lists 
d cozy НЫ К 


(most recent call last): 
File "«stdin»", line 1, in «module» 
TypeError: can only concatenate list (not "int") to list 
>>> X + 


y 
[1, 2, 3, 4, 5, 6, 7, 8] 


>>> # Numpy arrays 
>>> import numpy as np 


>>> ах = пр.аггау([1, 2, 3, 41) 
>>> ау з пр.аггау(І5, 6, 7, 81) 


аггау([11, 12, 13, 141) 
>>> ах + ау 

a lay l; 6, 8, 10, 12]) 
>>> ax * ay 

array([ 5, 12, 21, 32]) 
>>> 





ОООД0000000000000000000000000000 
МипРУДОДООО0О0000000 ах * 2Пах + 1000 
ОДОДОО00000000000000000000000МиплРУПО 


ООО00000000000000000000000000000000 
OOL 


ОООД0000000000000000000000000000 
ООО000000000000000000000000 


>>> def f(x): 
: return 3*x**2 - 2*x + 7 


>>> f(ax) 


array([ 8, 15, 28, 47]) 





Мит РУППППП“ 0000" О0000000000000 
О00000000000плає рорроробооо000000 


>>> np.sqrt(ax) 
, 1.41421356, 1.73205081, 2. 1) 


х) 
array([ 0.54030231, -0.41614684, -0.9899925 , -0.653643621) 


>>> 





OON u паРУДООООООООВОООБОВО000000 
ппаєћО000000000000000000000000000000 
00000000 


О000МипоРУДОООДОООДОЄПОРОогЕгап|О0О 
ОООД0000000000000000000000000000 


МитРУОООДОООРУЄПпОПООООООООДОДОООДОП 
0000019000 x 10000Д0О0000000000000 


>>> grid np.zeros(shape=(10000,10000), dtype=float) 
>>> grid 
аггау([[ 

[ 





>>> grid += 10 


>>> grid 

array([[ 10., 10., 10., ..., 10., 10., 10.], 
[ 10., 10., 1055 x; 10., 10., 10.], 
[ 10., 10., 10., ..., 10., 10., 10.], 
|. 105.4 -105.,4- O 3 10., 10., 10.], 
[AG rg. 205222105; casy 10., 10., 10.], 
[ 10... 10., 10: зако, 10., 10., 10.]]) 


>>> np.sin(grid) 
array([[-0.54402111, -0.54402111, -0.54402111, ..., 
-0.54402111, 

-0.54402111, -0.54402111], 

[-0.54402111, -0.54402111, -0.54402111, ..., 


-0.54402111, 

-0.54402111, -0.54402111], 

[-0.54402111, -0.54402111, -0.54402111, ..., 
-0.54402111, 

-0.54402111, -0.544021111, 

(-0.54402111, -0.54402111, -0.54402111, ..., 
-0.54402111, 

-0.54402111, -0.544021111, 


(-0.54402111, -0.54402111, -0.54402111, ..., 
-0.54402111, 

-0.54402111, -0.544021111, 

(-0.54402111, -0.54402111, -0.54402111, ..., 
-0.54402111, 

-0.54402111, -0.5440211111) 


>>> 





ПОМитРУПОПОПОВОВОВОВО ОМ чт РУПОП 
РуУСпопО000000- -- -ОООООДОО0000000000 
ОО000000000000000000000 





>>> a = np.array([[1, 2, 3, 41, (Б, 6, 7, 8], [9, 10, 11, 


1211) 
>>> а 
array([[ 1, 2, 3, 4], 
[ 5, 6, 7, 8], 
[ 9, 10, 11, 1211) 


>>> Ж Select row 1 


>>> а[1] 
array([5, 6, 7, 8]) 


>>> Ж Select column 1 


>>> a[:,1] 
array([ 2, 6, 10]) 


>>> # Select a subregion and change it 


>>> а[1:3, 1:3] 
array([[ 6, 71, 

[10, 1111) 
>>> a[1:3, 1:3] += 10 
>>> а 
array([[ 1, 2, 3, 4], 


[ 5, 16, 17, 81, 
Г 9, 20, 21, 1211) 


>>> й Broadcast а гом vector across ап operation оп all rows 


>>> a + [100, 101, 102, 103] 

array([[101, 103, 105, 107], 
[105, 117, 119, 111], 
[109, 121, 123, 11511) 


[ 9, 20, 21, 1211) 


>>> Ж Conditional assignment оп ап array 


>>> np.where(a < 10, a, 10) 
array([[ 1, 2, 3, 4 

[ 5, 10, 10, 81, 

(9, 10, 10, 1011) 


>>> 





3.9.3 Ш] 


РуУСпоОПООООООООО000000МитРУДОООО 
О00000000000000000000000000003итРур 
ООО000000000000000000000000000000 


.. Ц0МипаРУДДОДООО0О000000000000 
import numpy as прЮДД ДО0000000000000 
ОО000000000000000 


ООД00000000000МипаРУДОДО0 
http://www.numpy.org П 


3.10 ПШПШ 
3.10.1 ІП 
ОбОО0000000000008000000000000000 
00000 


3.10.2 ППП 


МитРу00000таёгіхо00000000000 
Маєгіх)003.90О00000000000000000000000 
ООО000000000000000000 





>>> import питру as пр 
>>> m = np.matrix([[1,-2,3],[0,4,5],[7,8,-9]]) 
>>> m 
matrix([[ 1, -2, 3], 
[ 0, 4, 5], 


[ 7, 8, -9]]) 


>>> # Return transpose 


>>> m.T 
matrix([[ 1, 0, 7], 


>>> Ж Return inverse 


[ 0.33043478, -0.02608696, 0.09565217], 
[-0.15217391, 0.13043478, 0.02173913], 
[ 0.12173913, 0.09565217, -0.0173913 11) 


>>> й Create а vector апа multiply 


>>> v = np.matrix([[2],[3],[4]]) 
>>> V 
matrix([[2], 
[3], 
[4]]) 
>>> m * v 
matrix([[ 8], 
[32], 
[ 2]]) 


>>> 





П000000потру.ітаіО000000000 





>>> import numpy.linalg 


>>> # Determinant 


>>> numpy. Linalg.det(m) 
-229.99999999999983 


>>> # Eigenvalues 


>>> numpy.linalg.eigvals(m) 
array([-13.11474312, 2.75956154, 6.35518158] ) 


>>> Ж Solve for x in mx = у 


>>> x = numpy.linalg.solve(m, м) 
>>> X 


matrix([[ 0.96521739], 
[ 0.173913041, 
[ 0.4608695711) 
>>> m * x 
matrix([[ 2.], 
[| 3.], 
4.11) 
>>> V 
matrix([[2], 
[3] 


1411) 


>>> 





3.10.3 П 
ООО00000000000000000000000000000 


ООД00000Мипа РУДОООДС00000 
http://www.numpy.org ОДОООДОО0000 


3.11 (ULL 
3.11.1 ДО 
ОО0000000000000000000000 


3.11.2 ПП 


га пдога 0 00000 pa 00009 0000 000000 
0Ооовоооовово0бООООгапаога.сћогсе(Ц 


import random 
values = [1, 2, 3, 4, 5, 6] 
random.choice(values) 


random.choice(values) 


random.choice(values) 


random.choice(values) 


random.choice(values) 





ООДО000МООООДО0000000000000000000 
random.sample()[] 


гапдот. затрте (ма ше5, 
‚ 2] 

random.sample(vaLlues, 
‚ 3] 

random.sample(vaLlues, 
, 3, 1] 

random.sample(values, 
, 4, 1] 





ООООООДО0000000000000000000 
random.shuffle()[] 





>>> random.shuffle(values) 
>>> values 

[2, 4, 6, 5, 3, 1] 

>>> random.shuffle(values) 
>>> values 

[3, 5, 2, 1, 6, 4] 


О00000000000гапаот.гапаіпї()0 


random. гапаіпї (0,10) 
random. гапаіпї (0,10) 


random. гапаіпї (0,10) 


random. гапаіпї (0,10) 


random. гапаіпії (0,10) 


random. гапаіпї (0,10) 





О0000210000000000000000 


random.random()[] 


>>> random.random() 
0.9406677561675867 
>>> random.random() 
0.133129581343897 


>>> random. random() 
0.4144991136919316 


>>> 





ПОО000МООО00000000000000 
random.getrandbits()[] 


>>> random.getrandbits(200) 
335837000776573622800628485064121869519521710558559406913275 


3.11.3 (|| 


гапаогта т П ППППППІПППМегвеппе 
Тумі5кегОДОД00000000000000000000000000 
П000гапаот.ѕееа() П09000000000000000 


гапдот. ѕееа # Seed based оп system time ог 


() 
os.urandom() 

random.seed(12345) # Seed based on integer given 
random.seed(b'bytedata') # Seed based on byte data 


О0000000000гапаоп ООО0000000000 
О000000000000000гапаот.ипітогт() 00000 
О00000гапаот.даиѕѕ()О000000000000000 
ОО0000000000000000 


гапаот000000000000000000000000 


ОрД0000000055 00О0000000000 
551.КАМО буїеѕ()П00000000000000000 


3.12 [|] 
3.12.1 ПП 


ООО00000000000000000000000000000 
000000 


3.12.2 ПП 


000000 дасенітеррроророб0000000000 
ООДОД00000000000000йб med elita ПП 


>>> from datetime import timedelta 


>>> a = timedelta(days=2, hours=6) 
>>> b = timedelta(hours=4.5) 
>>> с зс аз р 

>>> c.days 

2 

>>> c.seconds 

37800 

>>> c.seconds / 3600 

0.5 


>>> c.total seconds() / 3600 
58.5 


>>> 





ООО0000000000000000дасесітедрор000 
ОО000000000000000 





>>> from datetime import datetime 
>>> a = datetime(2012, 9, 23) 

>>> print(a + timedelta(days=10) ) 
2012-10-03 00:00:00 


>>> 

>>> b = datetime(2012, 12, 21) 
>>> d=b-a 

>>> d.days 


>>> now = datetime. today () 


>>> ргіпі (пом) 

2012-12-21 14:54:43.094063 

>>> print(now + timedelta(minutes=10)) 
2012-12-21 15:04:43.094063 


>>> 





О00000000000009аѓеётео00000000 
0000000 


>>> а = datetime(2012, 3, 
>>> b = datetime(2012, 2, 
>>> а - р 

datetime. С1педе Та (2) 
>>> (а - b).days 

2 


>>> c = дате те(2013, 3, 
>>> d = дате те(2013, 2, 
>>> (с - d).days 

1 

>>> 





3.12.3 (|| 


ILIIIILIILILILLidatetime(I[ 0000 
00000000000000000000000000000000000 
ПОБООБОООО О Ча teu 001 


LLUDDDDDUDDUUdateutil.relativedelta()[][] 
[L idatetime[|( IILI ОО Очаече 000 
ПООСООООООООО0О00ОО0О0О0ааѓеїтероо0000 
ОДО000000000000000000 


>>> а = datetime(2012, 9, 23) 
>>> a + timedelta(months=1) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: 'months' is an invalid keyword argument for this 
function 
>>> 


>>> from dateutil.relativedelta import 


relativedelta 

>>> a + relativedelta(months=+1) 
datetime.datetime(2012, 10, 23, 0, 0) 
>>> a + relativedelta(months=+4) 
datetime.datetime(2013, 1, 23, 0, 0) 
>>> 


>>> Ж Time between two dates 


>>> b = datetime(2012, 12, 21) 


>>> d b -a 

>>> d 

datetime.timedelta(89) 

>>> d = relativedelta(b, a) 

>>> d 

relativedelta(months=+2, days=+28) 
>>> d.months 

2 

>>> d.days 

28 


>>> 





3.13 00005000 
3.13.1 ПП 


ООО00000000000000000000000000000 
О00000000000 


3.13.2 ПП 


Python[lIdatetimel ПП III II! 
ОООД0000000000000000000000000000000 


from datetime import datetime, timedelta 


weekdays = ['Monday', 'Tuesday', 'Wednesday', 'Thursday', 
'Friday', 'Saturday', 'Sunday'] 


def get previous byday(dayname, start даїе-Мопе): 
if start date is None: 
start date - datetime.today() 


day num - start date.weekday() 
day num target - weekdays.index(dayname) 
days ago - (7 - day пит - day num target) 5 7 
if days ago -- 
days ago = 7 
target date - start date - timedelta(days-days ago) 
return target date 





ОО0000000000000000000000 





>>> datetime.today() Z For reference 


datetime.datetime(2012, 8, 28, 22, 4, 30, 263076) 

>>> дек previous byday('Monday') 

datetime.datetime(2012, 8, 27, 22, 3, 57, 29045) 

>>> get previous byday('Tuesday') Z Previous week, not today 


datetime.datetime(2012, 8, 21, 22, 4, 12, 629771) 


>>> get previous byday('Friday') 
datetime.datetime(2012, 8, 24, 22, 5, 9, 911393) 


>>> 





[| start_date[|[ LLL IL Чаентей Г ПП 
00000 


>>> get previous byday('Sunday', datetime(2012, 12, 21)) 
datetime.datetime(2012, 12, 16, 0, 0) 


>>> 





3.13.3 ||| 


ООО0000000000000000000000000000 
О0000000000000000000000000000000000 
ООО000000000000000000000000000 
«ппедеїкаПпДДД0000000000 


О0000000000000000000руёћоп- 
дакрейиніїдродО000000000давеннїр000 
relativedelta() ПППІПППППП! 





>>> from datetime import datetime 

>>> from dateutil.relativedelta import relativedelta 
>>> from dateutil.rrule import * 

>>> d = datetime.now() 

>>> print(d) 

2012-12-23 16:31:52.718111 


>>> # Next Friday 


>>> print(d + relativedelta(weekday=FR)) 
2012-12-28 16:31:52.718111 
>>> 


>>> # Last Friday 


>>> print(d + relativedelta(weekday=FR(-1))) 
2012-12-21 16:31:52.718111 


>>> 





3.14 ПЛООООООО 
3.14.1 ПП 


ООО00000000000000000000000000000 
О0000000000 


3.14.2 ПП 


ООООООДб000000000000000000000000 
ООООО0000000000000000 
ааѓіеіте.їтедаеіёаа00000000000 


О000000000009аёќейтепу00000000000 
ОО000000000000000000 


from datetime import 


datetime, date, timedelta 
import calendar 


def 


get month range(start date=None]): 
if 


start date is 


None: 

start date = date.today().replace(day=1) 
_, days in month = calendar.monthrange(start date.year, 
start date.month) 
end date = start date + timedelta(days=days in month) 
return 


(start date, end date) 





ООО00000000000000000000000000 





>>> a day = timedelta(days=1) 
>>> first day, last day = get month range() 
>>> while 


first day < last day: 
vs print 


(first day) 


first day += a day 


2012-08-01 
2012-08-02 
2012-08-03 
2012-08-04 


2012-08-05 


Я... and so on... 





3.14.3 П 


ПООДОО00000000000000000000000000 
[][date[][]datetime[][][]replace()LLILIDILILILIL] 
daysQU10000000replace()Q0000000000000 
бророророродобдобдобдорородородрдааєерод 
000000009 а*еППППОПОООООЧчаенитей 000 
Проба асеш те 


дорорОсаїепаагпопійпгапае(у 000000 
оррродордододообордододородрорОсаїтепааг 
ПО0000000топёћгапде()000000000000000 


000000005000800000 7 00000000280 
ПП 


ОООО0000000000000000000000000000 
0000008 ппедетсарророобООО0000000000000 
ООО00000000000000000000000000000000 
О000000000000Рупоп000ғапоаер2000000 
ОО0000000000000 


 ПООДО0 0 000000000000000000000000 
ОО ппеаегена ПОДОДО000000«0000000000000 
0000000 


О0000000000000000000000000Руһоп 


О00гапае()00000000000000000000000000 
OUL 


def 


date range(start, stop, step): 


start < stop: 
yield 


start 





start += step 


О000000000000 





>>> for 


d in 
date range(datetime(2012, 9, 1), datetime(2012,10,1), 
timedelta(hours=6)): 
print 
(d) 
2012-09-01 00:00:00 
2012-09-01 06:00:00 


2012-09-01 12:00:00 





ОООО0000000000000000000000000000 
ООО000000000000000000000000 


3.15 ТППППППППІ 
3.15.1 ПП 


00000000000000000000000000000000 
Д0ОдаєсекбіппедрОООДОДОО00000000000 


3.15.2 ППП 


ОООООРУСпопДДООООдаєеєіттеррдро0000 
ОО0000000000 





>>> from и import datetime 
>>> text = "2012-09-20! 

>>> у = datetime.strptime(text, '%Y-%m-%d') 
>>> z = datetime.now() 

>>> diff = z - y 


datetime.timedelta(3, 77824, 177393) 


3.15.3 ||| 


datetime.strptime (OL]LIEIEILILILILTLIETLILIL] 
П%Үп0040000000000%т0020000000000 
ПО000000000000000000000009аќейтеђ0 
П00000000000000000009аёейтерО000000 
ООД00000000000000 


О0000000000009аѓейтер0000000000 
ОООД0000000000000000000000000000000 
OOL 


>>> Z 
datetime.datetime(2012, 9, 23, 21, 37, 4, 177393) 
>>> nice z = datetime.strftime(z, '%A %B %d, %Y') 


>>> nice 7 
'Sunday September 23, 2012' 
>>> 





ПИППППППв гр тео ОООО000000000000 
О00000000000Руєћопо00000000000000000 
ОО000000000000000000000000000000000 
ОО000000000000000000000000000000000 
0" YYYY-MM-DD [IILI IILI III I 


from datetime import datetime 
def parse ymd(s): 


year s, mon s, day s = s.split('-') 
return datetime(int(year s), int(mon s), int(day s)) 





00000000000000000 
datetime.strptime O00 7 Un i 
ОО00000000000000000 


3.16 ППППППППОПОП 
3.16.1 ПП 


00000000000000002012012021000 
9: ЗОПД0О0О00000000000000000000000000 
ПП 


3.16.2 ПП 


ОООО000000000000000рУС200000000 
РуСпопПДОООООООДОДООО00000000000000000 
000000 


руг 1000000009аёейтеђу00000000 
ОО000000000000000000000 


>>> from datetime import datetime 

>>> from pytz import timezone 

>>> d = datetime(2012, 12, 21, 9, 30, 0) 
>>> print(d) 

2012-12-21 09:30:00 


>>> 


>>> # Localize the date for Chicago 


>>> central = timezone('US/Central' ) 
>>> loc d = central. localize(d) 

>>> print(loc d) 

2012-12-21 09:30:00-06:00 


>>> 





ООО00000000000000000000000000000 
ОО00000000000000 


>>> # Convert to Bangalore time 
>>> bang 4 = loc d.astimezone(timezone('Asia/Kolkata')) 
>>> print 


(bang d) 
2012-12-21 21:00:00-05:30 


>>> 





ООО00000000000000000000000000000 
00000000201300000000000000301300021 
ООО0000000000000000000000000000000 
00000 





>>> d = datetime(2013, 3, 10, 1, 45) 
>>> loc_d = central.localize(d) 
>>> print 


(Тос а) 

2013-03-10 01:45:00-06:00 

>>> later = Тос d + timedelta(minutes=30) 
>>> print 


(later) 
2013-03-10 02:15:00-06:00 # WRONG! WRONG! 


>>> 





ОО0000000000000000000000021000000 
000000000009 mezoener]nermalize ODE] 
00000 


>>> from datetime import timedelta 

>>> later = central.normalize(loc d + timedelta(minutes=30) ) 
>>> print(later) 

2013-03-10 03:15:00-05:00 


>>> 





3.16.3 П 


ООО000000000000000000000000000000 
ОООУТСОДООО00000000000000000000000 
ОТСПОД000000 
>>> print(loc d) 


2013-03-10 01:45:00-06:00 
>>> utc d = loc d.astimezone(pytz.utc) 


>>> print(utc d) 
2013-03-10 07:45:00-00:00 


>>> 





ОДО0009 ТЄПООООО000000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000000000000 


>>> later utc = utc d + timedelta(minutes=30) 
>>> print 


(later utc.astimezone(central)) 
2013-03-10 03:15:00-05:00 


>>> 





ПООДбООрО00000000000000000000000 
ПОООО00000007Аз5іа/коїкага"ОО00000000000 
ООО00000000000000 
pyzt.country итегопе5ППППППОППППд50О 
3166000000кеупоооооооО 


>>> pytz.country timezones['IN'] 
['Asia/Kolkata'] 


>>> 





ППППИПИППППРЕР 431010000000000000 
pyzt  ОООО0000000000000000000000000 
ОДО0000917С00000 


[1] ОДОДОД600000000000----000 


пап 0000000 
ОбОРуєпопДО00000000000000000000 
ОбОВОбООО00000000000000000000000000 


О00000000000егёооі$00000000000000000 
ООО00000000000000000000000 


4.1 БОДОДОООО0П 
4.1.11 ІП 


00000000000000000000000000000000 
ОРОГОДО 


4.1.2 ПО 


ОДОД000000000000000пехе 00000000 
0000005 орієегайіоп ДОДОДОООО0000000000 
00000000 





with 


open('/etc/passwd') as 


T3 
try 


while 


line = next(f) 
print 
(line, end='') 
except StopIteration 


pass 





000005оріќегаїопрО00000000000000 
О00000000пехє)000000000000000000000 
DUDHDUNenen nt] 





with 


open('/etc/passwd') as 


while 


(line, end='') 


4.1.3 [| 


III for III 
ОООО0000000000000000000000000000000 
ОО0000000000 


ООО00000000000000000000000 


>>> items = (1, 2, 3] 
>>> Z# Get the iterator 


>>> it = iter(items) Ж Invokes items. iter () 
>>> # Run the iterator 


>>> next (it) Я Invokes it. next () 


1 
>>> next(it) 
2 


>>> next (it) 
3 


(1%) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
StopIteration 
>>> 





ООО00000000000000000000000000000 
ООО000000000000000000000 


4.2 ПП 
4.2.1 ПП 


ОООД0000000000000000000000000000 
ООО0000000000000000000000 


4.2.3 ПП 


ОООДО0000000000000 _ кег _ ()00000000 
ОО00000000000000000 





class Node: 


ef init (self, value): 


Self. value = value 
self. children = [] 


def repr (self): 
return 'Node((!rj)'.format(self. value) 


def add child(self, node): 
self. children.append(node) 


def iter (self): 
return iter(self. children) 


Ж Example 


if _ name == ' main ": 


root = Node (0) 

child1 = Node(1) 
child2 = Мойе(2) 
root.add child(childl) 
root.add child(child2) 
for ch in root: 


rint(ch) 
# Outputs Node(1), Node(2) 





0000000 iter_ ()000000000000000000 
ПППП childrenQguu 


4.2.4 П 


Python[|[ II iter ()00000000000 
ООО000000 next ()000000000000000000 
ООО00000000000000000000000000000000 
0000000 


О00000/сегоОДОО000000000001сег(5)00 
005. iter ()000000000000000еп(5)00 
s. len („ПППППППП 


4.3 ПОООО0000000 
4.3.1 ІП 


ОбОДООДОД000000000000000000000 
range()[Jreversed ()ППГ 


4.3.2 ПОП 


ООО00000000000000000000000000000 
ОО0000000000000 


def 


frange(start, stop, increment): 


x = start 
while 


x < stop: 
yield 


x 
x += increment 





ОДОД00000000РогобДОО000П0000000000 
ОДО000000000О5ипа ОДіївООО000000000 





>>> for 


n in 


frange(0, 4, 0.5): 
as print 


(n) 


\л © (л © (л сол 


0 
0. 
Li 
1. 
2. 
2. 
3. 
3. 
> 


>> list(frange(0, 1, 0.125)) 
(0, 0.125, 0.25, 0.375, 0.5, 0.625, 0.75, 0.875] 


>>> 





4.3.3 [|| 


О0000000утеіа00000000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000000000000000 





>>> def 


countdown(n): 
"m print 


('Starting to count from', n) 


yield 


>>> й Create the generator, notice по output appears 


>>> c = countdown(3) 
>>> C 
«generator object countdown at Ох100бадатд- 


»»» й Run to first yield and emit a value 


>>> next(c) 

Starting to count from 3 

3 

>>> й Run to the next yield 
>>> next(c) 

>>> й Run to next yield 


>>> next(c) 


>>> # Run to next yield (iteration stops) 


Traceback (most recent call last): 
File "<stdin>", line 1, in «module» 

StopIteration 

>>> 





О00000000000000000000000“пехе" ПОП 
ООО00000000000000000000000000000000 
тогГрООООО000000000000000000000 


4.4 [HII 
4.4.1 ПП 


ООО00000000000000000000000000000 
ОО000000000000000 


4.4.2 ПП 


ООО00000000000000000000000000000 
0004.2000000МоаегрродоррорДообобобобоО 
ООО00000000000000000000000 





class Node: 
ef init (self, value): 


self. value - value 
self. children - [] 


def repr (self): 
return 'Node((!rj)'.format(self. value) 


def add child(self, node): 
self. children.append(node) 


def iter (self): 
return iter(self. children) 


def depth first(self): 
yield self 
for c in self: 
yield from c.depth first() 


Ж Example 


if name == ' main ": 
root = Node (0) 
childl = Node(1) 
child2 - Node(2) 
root.add child(childl) 
root.add child(child2) 
childl.add child(Node(3)) 
childl.add child(Node(4)) 
child2.add child(Node(5)) 


for ch in root.depth first(): 
print(ch) 
Ж Outputs Node(0), Node(1), Node(3), Node(4), Node(2), 
Node(5) 





ПО00000аерёћ_ ћгѕє()О00000000000000 


ООО00000000000000000000000000 
depth Пг5:ОО000Дутеїа гоп ДООООО00000 


4.4.3 ПП 


Python[|[ III _ кег ()00000000000 
ОДОО000000 next (ППППП15ЕОрКеганоп 
ОБОД0000000000000000000000000000000 
ППППаереп йбг5Е0ОО0000000000000000000 


ПП 





class Node: 
def init (self, value): 


self. value = value 


self. children = (1 


def repr (self): 
return 'Node({!r})'.format(self. value) 


def add child(self, other node): 
self. children.append(other node) 


def iter (self): 
return iter(self. children) 


def depth first(self): 
return DepthFirstIterator(self) 


class DepthFirstIterator(object): 


110 I 


Depth-first traversal 


def init (self, start node): 
self. node = start node 
self. children iter - None 
self. child iter - None 


def iter (self): 
return self 


def next (self): 


Ж Return myself if just started; create ап iterator for 
children 


if self. children iter is None: 
self. children iter - iter(self. node) 
return self. node 


£ If processing a child, return its next item 


elif self. child iter: 


try: 
nextchild = next(self. child iter) 
return nextchild 
except StopIteration: 

self. child iter = None 

return next(self) 


Ж Advance to the next child and start its iteration 


else: 
self. child iter - 
next(self. children iter).depth first() 
return next(self) 





ДеріпРіге егагоГДООДОДООО000000000 
ОО000000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000000 


4.5 [I] 
4.5.1 ПП 
000000000000000 


4.5.2 ПП 
[0000000гемегзеа()00000000000000 


>>> a = [1, 2, 3, 4] 
>>> for 


x in 


reversed(a): 


print 





ООО00000000000000000000000000 
__гемегѕеа__ ()О000000000000000000000 
ОО000000000000000000000 


Я Print а file backwards 
f = open('somefile') 
for 


line in 


reversed(list(f)): 
prin 


(line, end='') 





ОООД0000000000000000000000000000 
ОО00000000000000000 


4.5.3 ПП 


ООДОО0000000000000 reversed — 01] 
ООО00000000000000000000000 


class Countdown: 

def init (self, start): 
self.start = start 
Я Forward iterator 


дет iter (self): 
n = self.start 
while n > 0: 
yield n 
n -= 1 


Ж Reverse iterator 


def _ reversed (self): 
n = 1 


while n <= self.start: 
yield n 
n += 1 





ОООД0000000000000000000000000000 
ОО000000000000000 


4.6  ПОООДО00000000 
4.6.1 ПП 


ОООД0000000000000000000000000000 
ОО00000000000000 


4.6.2 ПОП 


ОО00000000000000000000000000000 
ОООД00000000000 їкего ()00000000000 


from collections import дедие 


class linehistory: 
def init (self, lines, histlen=3): 
self.lines = lines 
self.history = deque(maxlen=histlen) 


дет _iter (self): 
for lineno, line in enumerate(self.lines,1): 
self.history.append((lineno, line)) 
yield line 


def clear(self): 
self.history.clear() 





ООДОО000000000000000000000000000 
ОДОДО0000000000000000Ррізсогу 0000 
сІеаг()00000000 





with 


open('somefile.txt') as 


f: 
lines = linehistory(f) 


Тог 
Тіпе іп 


lines: 


'python' in 


line: 
for 


lineno, hline in 


lines.history: 
print 


('{}:{}'.format(lineno, hline), end='') 





4.6.3 (| 


ОООД0000000000000000000000000000 
ОО000000000000000000000000000000000 
ООО00000000000000000000000000000000 
ОбОД0000000000000000000000000000000 
ПО iter (Ј0000000000000000000000000 
ОООО00000000000000000000000000000 


О000000000000000000000000000#ғғр0 
О000000000000000000000000ег()00000 





>>> f = open('somefile.txt') 
>>> lines = linehistory(f) 
>>> пех{ (1іпеѕ) 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
ТуреЕггог: 'linehistory' object is not an iterator 


>>> # Call iter() first, then start iterating 


>>> it = iter(lines) 
>>> next(it) 

‘hello world\n' 

>>> next (it) 

'this is а test\n' 


>>> 





4.7 ПО0000000 


4.7.1 || 
ООО00000000000000000000000000000 


4.7.2 ПОП 


О00000000000000егќоо!ѕ.151ісе()0000 
О000000000 





yield 


n += 1 
>>> c = count(0) 
>>> c[10:20] 
Traceback (most recent call last): 
File "<stdin>", line 1, in 


<module> 
TypeError 


'generator' object is not 
subscriptable 


>>> й Now using islice() 
>>> import itertools 


>>> for 


x in 


itertools.islice(c, 10, 20): 
print 





4.7.3 [I| 


ООО00000000000000000000000000000 
ПООООД0000000000000і5 се 0000000000000 
ООООО000000000000000000000000000000 
ООДОО0000000015 ісерорОДОО00000000000 


О0000000151ісе()О0000000000000000000 


ООООО0О00000000000000000000000000000 
ООО00000000000000000000000000000000 


4.8 ПОООДО000000000 
4.8.1 ПП 


ОООД000000000000000000000000000 
О0000000000 


4.8.2 (UU 


... їегіооіб ЮДОДОДОДОООД0000000000 
егёооІѕ.дгормһћі!е()0000000000000000000 
ОООД0000000000000000000000000000000 


ОДОО00000001гиед0 УУ рооооооооооооооо 
000000 


ООО00000000000000000000000000000 
00000 


>>> with 


open('/etc/passwd') as 


print 


(line, end='') 


## 
# User Database 
# 


# Note that this file is consulted directly only when the 
system is running 

# in single-user mode. At other times, this information is 
provided by 

# Open Directory. 


## 


nobody:*:-2:-2:Unprivileged User:/var/empty:/usr/bin/false 
root:*:0:0:System Administrator:/var/root:/bin/sh 





ОО00000000000000000000 


>>> from itertools import dropwhile 
>>> with open('/etc/passwd') as f: 
for line in оре cta ida line: 
line. startswith('z£ f 
print(line, end-' ") 


nobody: * :-2:-2:Unprivileged User:/var/empty:/usr/bin/false 
шо ут Administrator:/var/root:/bin/s 


>>> 





ООО00000000000000000000000000000 
ОДО000000000їсегбооіз. 15 и се( 000000 


>>> from itertools import islice 

>>> items = ['a', 'b', "с", 1, 4, 10, 15] 

>>> for x іп islice(items, 3, None): 
print(x) 





ППППИППІвисео р00000Мопедрр000003 
Ts cma 30000 
:З1ПП 


4.8.3 [| 


агормћіе()015ісе()0000000000000000 
0000000000000000 


with 
open('/etc/passwd') as 


f: 
Ж Skip over initial comments 


while 
True: 
line = next(f, '') 
if not 


line.startswith('#'): 
break 


Ж Process remaining lines 


print 


(line, end='') 
line = next(f, None) 





ООО00000000000000000000000000000 
ОО0000000000000000000000 


with 


open('/etc/passwd') as 


f: 
lines = (line for 


line in 
f if not 


line.startswith('#')) 


line in 


lines: 
print 


(line, end='') 





ООО00000000000000000000000000000 
ОбОД0000000000000000000000000000000 
ОООД000000000000000000000000000 


ООО00000000000000000000000000000 
ОбОбО00000000000000000000000000000 
ПП 
4.9 ПШПШ 


4.9.1 || 
ОО0000000000000000000000 


4.9.2 [| 


ОДОД000000ісегсооїв ОООДОДЗОДОДОООО 
itertools.permutations()—— [00000000000 
ОООДООДОД00000000000000000000000000 
ОООО000000000000000000 


>>> items = ['a', 'b', ' 
>>> from itertools ns 


permutations 
>>> or 


p in 


permutations(items) : 





ОООД00000000000000000000000000000 
ПП 


>>> for 
p іп 


permutations(items, 2): 
Tr print 


xw — — — — ~ 


'b' 
Ме 
га“ 
өш 
а! 
"р! 





[]|]itertools.combinations )ПО0ОООООООО 
ОДПОД00000000000 


>>> from itertools import combinations 
>>> for c in combinations(items, 3): 
print(c) 


А 'b', с") 
for с іп combinations(items, 2): 
print(c) 


for c in combinations(items, 1): 
print(c) 





ДОсоплбіпабіоп5()ООДО0000000000000 
О00000000(а", "69000625", a | ОО000000000 
О0000000000000 


ОООД0000000000000000000000000000 
Па ОДО0000000000000000000 


itertools.combinations with replacement() 


ООО00000000000000000000000000 


>>> for 
c in 


combinations with replacement(items, 3): 


(c) 


о O O O СО O O O O 0 
ооо O С) С) O С) со 


xw МУ МУ — — МЈ O— — — ~ 


('a', 
('a', 
('a', 
('а', 
('а', 
('а', 
('b', 
('b', 
('b', 
(ет 
>>> 


> 





4.9.3 [| 


бОр000000/сегеоої ДООДОООО00000000 
ООО00000000000000000000000000000000 
О00000000000000000000егёооі$П0000000 
ООО0000000000000000000 


4.10 П00-000000000 
4.10.1 ПП 
ОбО0000000000000000000000000000 


4.10.2 ПП 
ПООепитега*е()0000000000000000 


>>> ту list = ^а" 1 1 1 П 
>>> for 


іах, val іп 


епитегаїе(ту 115%): 
ргіпі 


(ідх, val) 





О00000000000000000000210000000000 
00005са "О000000000 


>>> ту 1154 = Гати П П П П 
>>> for 


іах, val іп 


enumerate(my list, 1): 


print 


(idx, val) 





ОООО0000000000000000000000000000 
О000000000000 





def 


parse data(filename) : 


open(filename, 'rt') as 
f: 
for 


lineno, line in 


enumerate(f, 1): 
fields = line.split() 
try 


count = int(fields[1]) 
except ValueError as 


e: 
print 


('Line 1): Parse error: {}'.format(lineno, е)) 





епитегаїѓе()0000000000000000000000 
ОО000000000000000000000000000000000 
О000000епитегаёе()000000000000000000 
О000000000 





word summary = defaultdict(list) 


with 


open('myfile.txt', 'г') as 


| lines = f.readlines() 
for 
idx, line in 
enumerate(lines): 
£ Create a list of words in current line 
words з [w.strip().lower() for 
w in 


line.split()] 


мога іп 


words: 
word summary[word].append(idx) 


00000000000Оммога summary 0000000 
[IILI ddefaultdict bi m IILI i 
ООО00000000000000000000000000000000 
О0000000020000000000002000000000000 
О0000000000 


4.10.3 [| 


О0000000000000000000епитегаїе()00 
ООО000000000000000000000000000 


1іпепо = 1 


Тіпе іп 


Ж Process line 


lineno += 1 





О00000000000000епитегаїе()0 


Тіпепо, Тіпе іп 


enumerate(f): 
Ж Process line 





епитегакеоппипПЦепитегакеП 
ИВОВЕНЕВОЫВЕВЕВОВООЕЕВЕВОВОВЕНИВОО0 
пехї()00000000 


ОО0Д00000000000000000000000000000 
ППепитегаёе()00000000000000000000000 
ОО0000000000000000 





data = [ (1, 2), (3, 4), (5, 6), (7, 8) 1 


Ж Correct! 


for 

n, (x, y) in 
enumerate(data): 
# Error! 

for 

n, x, y in 


enumerate(data): 


4.11 [JI ULT] 
4.11.1 П 
ОбОб000000000000000000000000000 


4.11.2 ПП 
О0002ір ООО0О0000000000000 


>>> xpts = [1, 5, 2, 10, 7] 
>>> ypts = [101, за 37, 15, 62, 99) 
>>> for 


x, y in 


zip(xpts, ypts): 
us print 





гір(а, Б)ОО00000000000000000000000 
(x, у)0000х0000абобуовпоопеп000000000000 
ОООО0000000000000000000000000000000 
ОО000000000000 





ОбОО0000000000000 
Itertools.zip_longest()[ |] ILU) 





>>> from itertools import zip longest 
>>> for i іп zip longest(a,b): 
print(i) 


(1 м") 
( X 

( y 

(None, "79 

>>> for і іп гір longest(a, b, fillvalue=0): 
š print(i) 





4.11.3 ШШ 


21р()0000000000000000000000000000 
ОО000000000000 


headers = ['name', 'shares', 'price'] 


values = ['ACME', 100, 490.1] 





0021р()0000000000000000000000000 


s = dict(zip(headers,values)) 


ООО000000000000000000000 


for 


name, val in 


zip(headers, values): 
prin 


(name, '=', val) 





0000000021р()00000020000000000000 
ООО00000000000000000000000000000 


>>> a = [1, 2, 3] 
>>> b = [10, 11, 12] 


zip(a, b, c): 


print 





О000000000021р()00000000000000000 
О00000000000000000115)00000000 


b) 
<zip object at 0x1007001b8> 
>>> list(zip(a, b)) 
[(1, 10), (2, 11), (3, 12)] 


>>> 





4.12 [JUD DB DL 


4.12.1 [| 


ООО0000000000000000000000000000 
ООО000000000000000000000000000 


4.12.2 0000 


itertools.chain ODD mu p 
О000000000000000000000000000000000 
----ОО000000000000000000000000000000 
ПП 


>>> from itertools import chain 
>>> a = [1, 3, 4] 

>>> b = Ге ут, 'z'] 

>>> for x in chain(a, b): 
print(x) 


1 
2 
3 
4 
x 
y 
7 
» 





О00000спаї ОООДОДООООО00000000000 
ОО0000000000000000000000 


я Various working sets of items 
active items = set() 


inactive items = set() 


# Iterate over all items 
for 


item in 


chain(active items, inactive items): 
Я Process item 





О0сһаіп()000000000000000000000000 


Ғог 
item іп 


active items: 
Ж Process item 


for 


item in 


inactive items: 
Ж Process item 





4.12.3 П 


itertools.chain  ОДОДОДО00000000000000 
О0000000000000000000000000000000000 
О000000000000сһаіп()00000000000000000 
000000000000 


Я Inefficent 
for 


x in 


а * b: 


# Better 
for 


x in 


chain(a, b): 





ППШШШППа + БП00000000000000000ә0 
о0000000сһаіт()000000000000000000000 
О00000000спаіп()000000000000000000000 
О00000000000 


4.13 ШШШ 


4.13.1 ШШ 


ППППППИПИПППИПИПИПИПИППОМІКТТІ 
ООО0000000000000000000000000000000 
ПП 


4.13.2 0000 


ООО00000000000000000000000000000 
ОО00000000000000000 


foo/ 
access-log-012007.gz 
access-log-022007.gz 
access-log-032007.gz 


access-log-012008 
r/ 


a 
access-log-092007.bz2 


access-log-022008 





ОО0000000000000000 





124.115.6.12 - - [10/Jul/2012:00:18:50 -0500] "СЕТ /robots.txt 
sae 200 71 


210.212.209.67 - - [10/Jul/2012:00:18:51 -0500| "GET /ply/ 
..." 200 11875 


210.212.209.67 - - [10/Jul/2012:00:18:51 -0500| "GET 
/favicon.ico ..." 404 369 

61.135.216.105 - - [10/Jul/2012:00:20:04 -0500] "GET 
/blog/atom.xml ..." 304 


ООО00000000000000000000000000000 
О0000000000 





ітрогі 05 
import fnmatch 
import gzip 
import bz2 
import re 


def gen find(filepat, top): 


Find all filenames in a directory tree that match a shell 
wildcard pattern 


for path, dirlist, filelist in os.walk(top): 
for name in fnmatch.filter(filelist, filepat): 
yield os.path.join(path,name) 


def gen opener(filenames): 


Open a sequence of filenames one at a time producing a 
file object. 


The file is closed immediately when proceeding to the next 
iteration. 


for filename in filenames: 

if filename.endswith('.gz'): 

f = gzip.open(filename, 'rt') 
elif filename.endswith('.bz2'): 

f = bz2.open(filename, 'rt') 
else: 

f = open(filename, 'rt') 
yield f 
f.close() 


def gen concatenate(iterators): 


Chain a sequence of iterators together into a single 
sequence. 


for it in iterators: 
yield from it 


def gen grep(pattern, lines): 


Look for a regex pattern in a sequence of lines 


pat - re.compile(pattern) 
for line in lines: 
if pat.search(line): 
yield line 





ОООД0000000000000000000000000000 
О00000000руёћопрО0000000000 


lognames = деп find('access-log*', 'www') 
files - gen opener(lognames) 

lines - деп concatenate(files) 

pylines - gen grep('(?i)python', lines) 
for 


line in 


pylines: 
print 


(line) 





ООО0000000000000000000000000000 
ООО000000000000000000000000 


lognames = деп find('access-log*', 'www') 
files - gen opener(lognames) 
lines - деп concatenate(files) 
pylines - gen grep('(?i)python', lines) 
bytecolumn = (line.rsplit(None,1)[1] for 
line in 
pylines) 
bytes - (int(x) for 

in 
bytecolumn if 


x != '-') 
print 


('Total', sum(bytes) ) 





4.13.3 (| 


ОООД0000000000000000000000000000 
ОО000000000000000 


О0000000000000000уіегапоо000000 
уіеіаро00000000000ғог000000000000000 
О000000000000утеіа00000000000000000 
О0000000000005чт()000000000000000000 
О0000000000000 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ОО000000000000000 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО00000000000000 


ППдеп сопсагепагеу 0000000000000 
ОООбО0000000000000000000000 
itertools.chain OLD moo 
ОООбО000000000000000000000000000000 
ПППипе5 = itertools.chain(*files ) ДО 
деп_орепег()В00000000000000000000000 
ПО0О00000000000000000000000000<һаіп()0 
ПОДО00000000000000 


П00деп_сопсаепаќе()О000000000000 
П00000уіеа #гот0000уіе!а from 000 
деп_сопсаќепаёе() 00000000000#00000000 
004.140000000000 


ОООО0000000000000000000000000000 
ОООО0000000000000000000000000000000 
ОО000000000000000000000 

David Beazley ПО" ООО00000000000700 


[http://www.dabeaz.com/ generators ПП 
ООООООДб000000000000000000000000 


4.14 010000008 
4.14.1 ПП 
0000000000000000000000000000 


4.14.2  [][ 


ООДОО00000000000Дуїеїа frem 000000 
О00000000000 


from collections import Iterable 


def flatten(items, ignore types=(str, bytes)): 
for x in items: 
if isinstance(x, Iterable) and not isinstance(x, 
ignore types): 
yield from flatten(x) 
else: 
yield x 


items = [1, 25 [3, 4, [5, 6], 7], 81 


# Produces 1 2 34 5 6 7 8 


for x іп flatten(items): 
print(x) 





LDDDDDUDDisinstance(x, Iterable)[ LIU] 
ОООО000000000000000000утїеїа from 00000 
ПООБВЕВВЕВОЕВИВОБОВОВОВОЕОВИЕВИВООО(60 
ОО00000000000 


ОДОО0000їідпоге types[]]not 
isinstance(x, ignore types)[ ПД ПДОД00000000 
ООДОО000000000000000000000000000000 
ОООбО0000000000000000000000 





>>> items = ['Dave', 'Paula', ['Thomas', 'Lewis']] 
>>> for 
x in 


flatten(items): 


print 





4.14.3 [| 


О000000000000000000000000уеа 
готООО0000000000000000000000#000 
0000000 





def 


flatten(items, ignore types-(str, bytes)): 
for 


x in 


items: 
i 


isinstance(x, Iterable) and not 


isinstance(x, ignore types): 
for 


i in 


flatten(x): 
yield 


i 





ООДОО000000000Дуїтеїа гот" 00000000 
О000000000 


ООО00000000000000000000000000000 
000000000000000000000000000 
ignore typesiJ ЦИП 
ООДО000000утеїа from! 


Осогоції педрПД0О0000000000000000000000 
001.2.12000000000 


4.15  ПОООООООО0000000000 

ПО 

4.15.1 ПП 
ОбОб0б0000000000000000000000000 


4.15.2 DUH 


LOBO ED UOheapg.merge б ООО0000000000 
OUL 


>>> import heapq 

>>> a = [1, 4, 7, 10] 

>>> b = [2, 5, 6, 11] 

>>> for c іп heapq.merge(a, b): 
print(c) 


н ы Мо лБ мн : 


= о 





4.15.3 ПП 


һеара.тегдерОО000000000000000000 
ООО00000000000000000000000000000000 
ОО00000000000000000000 


import heapq 


with open('sorted file 1", 'rt') as filel, \ 
open('sorted file 2") 'rt' as file2, \ 


open('merged file', 'wt') as outf: 


for line in heapq.merge(filel, file2): 
outf.write(line 





О000000000пеара.тегдед оД000000000 
ООО00000000000000000000000000000000 
ОО000000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
00000000 


4.16 [I] ]]while[]| 
4.16.1 ПП 


О000000мћ!епо0000000000000000000 
ООО000000000000000000000000000000 


4.16.2 (| | 
ОООМОДДОДООО00000000000000 





CHUNKSIZE = 8192 


data = s.recv(CHUNKSIZE) 
if 


data == b'': 


break 


process data(data) 





ООО0000000ісегоб000000 


def 


reader(s): 
for 


chunk in 
iter(lambda 


: S. recv(CHUNKSIZE), b''): 
process data(data) 





ОООО0000000000000000000000000000 
О000000000 


>>> import sys 

>>> f = open('/etc/passwd') 

>>> for chunk in iter(lambda: f.read(10), ''): 
n = sys.stdout.write(chunk) 


nobody:*:-2:-2:Unprivileged User:/var/empty:/usr/bin/false 
root:*:0:0:System Administrator:/var/root:/bin/sh 
daemon:*:1:1:System Services:/var/root:/usr/bin/false 
_uucp:*:4:4:Unix to Unix Copy 
Protocol:/var/spool/uucp:/usr/sbin/uucico 


>>> 





4.16.3 (|| 


ППППППКего ИП ППТ ПП 
000000000000000000000000000000000 
ег()О000000000000000000000000000000 
000000 


ОО00000000000000000000000000/0П00 
О0000000000000005$оскеє 0000000000000 
О000геаа()О0гесм()0000000000000000000 
О000000000000000000000000&ег()000000 
О00атоаао0000000000000000000000000 
О0гесм()Огеаа() 000000000 


[1] О000000000000000000000000000000 
000000000----000 


050 ПППИО 
ОбОб0000000000000000000000000000 


ОООД0000000000000000000000000000000 
ОО000000000000000000 


5.1 [III 
5.1.1 DO 


ОООД0000000000000000000000000000 
OOOOOOASCIDOUTF-80UTF-16000 


5.1.2 DODO 
ПОООореп ОДО007УО0000000000000000 
L 





# Read the entire file as a single string 


with 


open('somefile.txt', 'rt') as 


f: 
data = f.read() 


Я Iterate over the lines of the file 


with 


open('somefile.txt', 'rt') as 


Ж process line 





III IILI орет )ППОмП 
ОООД0000000000000000000000000000000 
OOL 





# Write chunks of text data 


with 


open('somefile.txt', 'wt') as 
f.write(text1) 


f.write(text2) 


# Redirected print statement 


with 


open('somefile.txt', 'wt') as 


print 


(linel, file=f) 
prin 


(line2, file=f) 





ОДДО00000000000000000Оорепб00Оаї 
ПП 


ПОДОО0Д0000000000000000000000000 
0000$у$.деаегачКептсоатоа()ППППО0000 
бророророрбчУеООО000000000000000000 
H iu 


with 


open('somefile.txt', 'rt', encoding='latin-1') as 


Га 





РусСпопПОООДОДООО0000000000000000000 
о00000аѕсііаїп-1Пиє-виє- 1600000 
мебррродоро0чЧ-80000000000Оаз5сії000 
OOOOU 4-0000[]U - 00 7 FL EZ HDI] Ta tin 1000 
00090255 ЧисоадейПУЧ+00009-+00РЕ0ПП 
О00000айп-10000000000000000000000000 
О0000000000аїт-10000000000000000000 
ОООД0000000000000000000000000000000 
ОО00000000000000000000 


5.1.3 П 


ООО00000000000000000000000000000 
ООДОО000000000000000000миїєй 00000000 
О00000000000сопёехєПО000000000мҺ0 
О00000000000000000000мһо000000000 
О000000000000 


f = open('somefile.txt', 'rt') 
data = f.read() 





f.close() 


О0000000000000000000МІХР\Мпаом 
ПООООВООЕ а EN n ОООООООВООРУ the n TEE TI 
OOOO” BBUBUBUBUBUBUOBUBUHUOHOHUHOHOUOU 
ОООО000000000мП10000000000000004000000 


ООДОД00000000000000700700000Дорепо 
О00000пемії пе" 'ООДО00000 


Ж Read with disabled newline translation 


with 
open('somefile.txt', 'rt', newline='') as 


T 





ООДООД0000000000000000000009МІХОД 
ОДООМЛ пом ОДОООО00000ПеПо 
world "Р"ПОДОДООООДОДОДО 


>>> # Newline translation enabled (the default) 


>>> f = open('hello.txt', 'rt') 
>>> f.read( 

'hello world!Nn' 

>>> Ж Newline translation disabled 


>>> g = open('hello.txt', 'rt', newline='' 
>>> g.read( 
‘hello world!NrNn' 

> 


>> 





ООО00000000000000000000000000000 
ОО00000000000000000000 


>>> f = open('sample.txt', 'rt', encoding-'ascii') 
>>> f.read() 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "/usr/local/lib/python3.3/encodings/ascii.py", line 26, 
in decode 


return 


codecs.ascii decode(input, self.errors) [0] 
UnicodeDecodeError: 'ascii' codec can't decode byte 0хс3 in 
position 

12: ordinal not in range(128) 

>>> 





ОООД0000000000000000000000000000 
ОООД000000000000000000000000000000 
гасіп-1О00000000ч85800000000000000000 
О0000000000000ореп()000000000егогѕ0 
ОО0000000000000000000000 





>>> # Replace bad chars with Unicode U+fffd replacement char 


>>> f = open('sample.txt', 'rt', encoding-'ascii', 
errors='replace') 

>>> f.read() 

'Spicy Jalape?o!' 

>>> й Ignore bad chars entirely 


>>> g = open('sample.txt', 'rt', encoding='ascii', 
errors='ignore') 


>>> g.read() 
"5рісу Jalapeo! ' 
>>> 





О000000ореп()О0ПепсоаіпоПеггогѕ$000 
О0000000000000һаскѕ=00000000000000000 
ОО000000000000000000000000000000000 
[000000000000000000000000000%“-800 


5.2 ПИШ 
5.2.1 ПП 
П0ббеп пе о 000000000000000 


5.2.2 [ПЦ 
ООДОД000000000ОрпіпоєООООбНІедбДОДО 





with 


open('somefile.txt', 'rt') as 


f: 
print 


('Hello World!', file=f) 


5.2.3 ПЕ 


ООО0000000000000000000000000000 
ОО00000000000000000000000 


5.3 ПООООД00000000000 
5.3.1 ПП 
тн типти типа 


5.3.2 ПП 


ОООргіпє0000005ербепарроорроопоб 
0000000 





>>> print 


('ACME', 50, 91.5) 
ACME 50 91.5 
>>> print 


("АСМЕ", 50, 91.5, sep=',') 
ACME,50,91.5 
>>> print 


('ACME', 50, 91.5, 5ер=',', end='!!\n 


') 
ACME,50,91.5!! 
>>> 





Препанророоооооооовоовоооовоооо 


01234 >>> 





5.3.3 || 


О0000000000000000000000000ргітё()0 
00005ер)000000000000000000000000000 
О0000000000005г.јоіп()000000000000 


>>> ргіпі 


(','.join('ACME','50','91.5')) 
ACME,50,91.5 


>>> 





ѕїг.јоіп()О000000000000000000000000 
ОО00000000000000 


>>> row = ("АСМЕ", 50, 91.5) 
>>> print 


(','.join(row)) 
Traceback (most recent call last): 
File "<stdin>", line 1, in «module» 
TypeError: sequence item 1: expected str instance, int found 
>>> print 


(','.join(str(x) for 


x in 


row)) 
ACME,50,91.5 


>>> 





О0000000000000ргіте)О00000000 


>>> print 


(*row, sep=',') 


ACME,50,91.5 
>>> 





5.4 ИП 
5.4.1 [I] 
00000000000000000000000 


5.4.2 ПП 


ОДореп 000076 00м о ДООООДОООО00000 
0000000 





Ж Read the entire file as а single byte string 


with 
open('somefile.bin', 'rb') as 
f: 

data = f.read() 
# Write binary data to a file 
with 


open('somefile.bin', 'wb') as 


f: 
f.write(b'Hello World' ) 





· ОДОДОДОДД00000000000000000000бутге 
5КГІП9ООООС00000000000000000000000000 
ООО000000000000000000000000000000 
О000000букеагауроор0О 


5.4.3 П 


ООО0000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000000000 





>>> й Text string 


>>> t = 'Hello World' 
>>> t[0] 
'H' 
>>> for 
c in 
t: 
print 


(c) 


· о с"с"Ф Ic 


>>> й Вуїе string 


>>> р = b'Hello World' 
>>> b[0] 

72 

>>> for 


c in 


print 





ООО00000000000000000000000000000 
00000000 


with 


open('somefile.bin', 'rb') as 
f: 

data - f.read(16) 

text = data.decode('utf-8') 
with 


open('somefile.bin', 'wb') as 


f: 
text = 'Hello World' 
f.write(text.encode('utf-8')) 





ППППП/ОПППИПИПИПИПИПИППСППИПИПИП 
ОДОООДОО00000000000000бусероо00000 


ітрогі аггау 


nums = array.array('i', (1, 2, 3, 41) 
with 


open('data.bin','wb') as 


f: 
f.write(nums) 





... ООДОДОД00000000007000000вбчїтег 
interface[] ПООООДОО000000000000000000 
ООО000000000000000000000 


ОООД00000000000000000000000000000 
ОД00Огеаадї песо ODD DD BD TTC 


>>> import array 

>>> a = array.array('i', (0, 0, 0, 0, 0, 0, 0, 01) 
»»» wit 

open('data.bin', 'rb') as 


Té 


f.readinto(a) 


; 2 [1, 2, 3, 4, 0, 0, 0, 0]) 





ООО00000000000000000000000000000 
000000000мога Дрроророророборорородо0 


05.90000000000000000000000000000000 
[mutable buffer] 


5.5 ПООООООООООООО 
5.5.1 ПП 


ОООД00000000000000000000000000000 


5.5.2 ПП 


О000000000ореп()00000000х0000000 


У 0000000000 





>>> with 


open('somefile', 'wt') as 
f: 
f.write('HelloNn 


') 


>>> with 

open('somefile', 'xt') as 
fa 

f.write('HelloNn 

') 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 


FileExistsError: [Errno 17] File exists: 


>>> 


'somefile' 


ОрОроровборооро0х50000х000 
5.5.3 ПИ 
ОООД0000000000000000000000000000 


ОООО0000000000000000000000000000000 
0000000 





>>> import os 


>>> if not 
os.path.exists('somefile'): 
AY with 
open('somefile', 'wt') as 
f: 
f.write('HelloNn 
|) 

else 

print 


('File already exists! ') 


File already exists! 


| 


ОО0000хО0000000000000000х000 
Python 3000pen )ПОПОПИНИНПРУ* Пой ОПОН 
РуспопрО0000000СП0000000000000 


5.6 ПППППППИОТТ 
5.6.1 ПП 
000000000000000000000000000 


5.6.2 ПП 


ППІ0.5ігіпдіООПІо.Вугеві0о ОПППШПИППП 
ПООДО00000000000000000 





>>> s = io.StringI0() 
>>> s.write('Hello WorldNn 


') 


>>> print 

('This is a test', file=s) 

1 

>>> # Get all of the data written so far 


>>> s.getvalue() 
'Hello WorldNnThis is a testNn' 


>>> й Wrap а file interface around ап existing string 


>>> s = io.StringIO('HelloNn 


WorldNn 


) 
>>> s.read(4) 
'Hell' 


>>> s.read() 
‘o\nWorld\n' 


>>> 





їо.5їгіпдІОДДОДОДОДОДОДОДОДООООО0О 
О00іо. Вуєгев0000000 


>>> s = io.BytesI0() 

>>> s.write(b'binary data') 
>>> s.getvalue() 

b'binary data' 


>>> 





5.6.3 [| 


О0000000000000000000000005іпоіо 
ОВусевІОПОДООДОООООДОООО0000000000 
string! ОПООДОО0О000000000000000000000 
ОО000000000000000000000 


HUUUStringlO[jBytes!O 000000000000 
ОООД0000000000000000000000000000000 
00000000 


5.7 000008 

5.7.1 ПП 
000000092120622(1000000000000 

5.7.2 0000 
971р06220000000000000000000000000 


О000000ореп()000000000000000000000000 
О000000000000000 





Ж gzip compression 


import gzip 


with 
gzip.open('somefile.gz', 'rt') as 
f: 


text = f.read() 
Z bz2 compression 


import bz2 


with 


bz2.open('somefile.bz2', 'rt') as 


f: 
text = f.read() 





ООО000000000000000000 


Я gzip compression 
import gzip 
with 


gzip.open('somefile.gz', 'wt') as f: 
f.write(text) 


# bz2 compression 
import bz 


with 


bz2.open('somefile.bz2', 'wt') as f: 
f.write(text) 





. ООДООДОДО0ОД0МО000000000000 
У пісоде ПД ОООДОД0000000000000п6 Ew PE] 
ПП 


5.7.3 DL 


О0000000000000000000000000000000 
ОО0000000000000000000000000000000000 
0000000000000921р.ореп()0022.ореп()000 
О000000ореп()О0000000епсоаіпоПеггогѕ 
пемипеп 


О000000000000000Осогаргеззіемеї ПО 
ОО000000000000000 


with 


gzip.open('somefile.gz', 'wt', compresslevel=5) as 


f.write(text) 





О0000900000000000000000000000000 
ОО000000000000 


10092ір.ореп()06022.ореп()000000000 
ОООООООООООООООООООООООООООООО0О0000 


import gzip 


f = open('somefile.gz', 'rb') 


with 


gzip.open(f, 'rt') as 


g: 
text = g.read() 





Д0р000092гїр062г20000000000000000000 
ОО000000000000 


5.8 ПППППОПОПОТО 
5.8.1 ПП 
е 0000090000000990000000950000009 


5.8.2 ПП 


[IHE] Liter() ипскюооіб.рагааһюЮюп ПП 
00000000 





from functools import 


partial 
RECORD SIZE = 32 
with 


open('somefile.data', 'rb') as 


f: 
records = iter(partial(f.read, RECORD SIZE), b'') 


r in 


records: 





ППППгесогав ПОООО00000000000000000 
ООО00000000000000000000000000000000 
ОО0000000000000000000000 


5.8.3 || 


О0іег()00000000000000000000000000 
ООО00000000000000000000000000000000 
ООО0000000000000000000000000000 


ОО00000000000Оїипсбодіз. рагтатро0000 
О00000000000000000000000"* ООО0000000 
ОО00000000000000000000000 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000000000 


5.9 [| III III III! 
5.9.1 ПП 


ОООД0000000000000000000000000000 
ООО0000000000000000000000 


5.9.2 ПП 


00000000000000000000геадїпсо 0000 
0000000 


import os.path 


def 
read into buffer(filename): 
buf = bytearray(os.path.getsize( filename) ) 
with 
open(filename, 'rb') as 
f: 
f.readinto(buf) 
return 


buf 





О000000000000 


>>> й Write а sample file 


>>> with 
open('sample.bin', 'wb') as 


f 


f.write(b'Hello World') 


>>> buf = read into buffer('sample.bin') 
>>> buf 

bytearray(b'Hello World') 

>>> buf[0:5] = b'Hallo' 

>>> buf 

bytearray(b'Hallo World') 

>>> wit 


open('newsample.bin', 'wb') as 


f: 


f.write(buf) 





5.9.3 || 


[IEEE E) readinto ООДОДОДОДр0000000000 
Д0р00Оапгауд)ООпиопруроббО0000000000 
read ()Q000000readinto()QU0000000000000 


00000000000000000000000геадіпєо 00000 
ООО00000000000000000000000000000000 
ОО0000000000000 


record size = 32 Ж Size of each record (adjust value) 


buf = bytearray(record size) 
with 


open('somefile', 'rb') as 


n < record size: 


# Use the contents of buf 





000000000000000000000 
Птегпогуутем ПОООООО0000000000000000 
ООО000000000000000000000000000000 


>>> риї 
bytearray(b'Hello World') 


>>> ті з е 
>>> m2 = ml[-5: 

>>> m2 

«тетогу аї DC 
>>> m2[:] = b'WORL 

>>> buf 

bytearray(b'Hello WORLD ') 
>>> 





00#геааіпёо()О00000000000000000000 
О000000000000 


ООО00000000000000000000000000000 
ОО000000000000000000000 


ОДОДОД000000000007 into” 000000 
гесу іпёо()Праск іпёо()О00РУєоп000000 
ПООО00017ОСОО00000000000000000000 


0006.120000000000000петогуміем 0 
ОО0000000000000000 


5.10 ПОООООООООО 


5.10.1 || 


IILI О О ОН 
ОО00000000000000000000 


5.10.2 ПП 


0000попоарДоДООО00000000000000000 
ОООД0000000000000000000000000000 


import os 


import mmap 


def 


memory map(filename, access=mmap.ACCESS WRITE): 
size - os.path.getsize(filename) 
fd - os.open(filename, os.0 RDWR) 
return 


mmap.mmap(fd, size, access-access) 





ООО00000000000000000000000000000 
ООО0000000000000000000000000000000 





>>> size = 1000000 
>>> with 


open('data', 'wb') as 


f: 
f.seek(size-1) 


f.write(b'Nx00 


>>> 





0000 петогу плародрододоророробо000 
000 


>>> m = memory map('data') 
>>> len(m) 

1000000 

>>> m[0:10] 


b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00 ' 
>>> m[0] 
0 


>>> # Reassign a slice 


m[0:11] = b'Hello World' 
m.close() 


Ж Verify that changes were made 
>>> with 
open('data', 'rb') as 


f: 
print 


(f.read(11)) 


b'Hello World' 


>>> 





Оттар()О00ттар0000000000000000 
ОО000000000000000000000 


>>> with 
memory map('data') as 


m: 
print 


(Пеп (т) ) 


ргіпі 


(m[0:10]) 


1000000 
b'Hello World' 
>>> m.closed 
True 

>>> 





000000плетогу тар()0000000000000 
ОДОО0000000000000000000000000000000 
access[][][][jgmmap.ACCESS ВЕАОВППППППП 


т = memory map(filename, mmap.ACCESS READ) 


ОбООООДбОб0000000000000000000000 
Пттар.АССЕ55 СОРУППП 


m = memory map(filename, mmap.ACCESS COPY) 


5.10.3 П 


ЗОпаплароодрордодрдоодбооро0000000000 
О0000000000000000000000000000ѕеек()р 
геаа()Пмгієе()О00000000000000000000000 
О000000000 


О000ттар()00000000000006уѓеаггау 
00000000 пепогумтемиЮ ПП 


>>> т = memory map('data') 
>>> # Memoryview of unsigned integers 


>>> у = memoryview(m).cast('I') 
>>> v[0] = 7 

>>> m[0:4] 

b'\x07\x00\x00\x00' 

>>> m[0:4] = b'\x07\x01\x00\x00 


>>> v[0] 
263 


>>> 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 


ООО00000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО00000000000000000000000 


ОДОООРУСпопООООДОО000000000000 
погпарОДоОбО0000000000000000000000000 
ОО/000000000000000000000000000000000 
ООО00000000000000000000000000000000 
[IILI [Isocket[II ООДО00000 


 DILLLDDIIILLDDDDIULILLILILILIIUNIXI] 
мл паом $ 0000000000папларрр00000000 
ООО00000000000000000000000000000000 


ПППППППППППГПППГППРУ ол П 
[]http://docs.python.org/3/library/mmap.ht 


ml 00 


5.11 ШШШ 

5.11.1 ПП 
00000000000000000000000000000000 

5.11.2 ПППП 


0000000000005. path ПоДОДОООО0000000 
ОО0000000000000000 


>>> import os 


>>> path = '/Users/beazley/Data/data.csv' 
>>> # Get the last component of the path 
>>> os.path.basename(path) 


'data.csv' 
>>> # Get the directory name 


>>> os.path.dirname(path) 
'/Users/beazley/Data' 

>>> # Join path components together 
>>> os.path.join('tmp', 'data', os.path.basename(path)) 
'tmp/data/data.csv' 

>>> # Expand the user's home directory 
>>> path = '-/Data/data.csv' 

>>> os.path.expanduser(path) 
'/Users/beazley/Data/data.csv' 

>>> # Split the file extension 

>>> os.path.splitext(path) 


('~/Data/data', '.csv') 
>>> 





5.11.3 ||| 


ООД0000000000000000005.расирО0000 
ООО0000000000000000000000000000000 
ООо5. раєпП ОДОДУ МІХОМ пасом  ДОДООО00000 
ППППППППБаға/дааға.сосуПБағахааба.с<У ПП 
ООО00000000000000000000000000000000 
00000000 


00000000005. pa e ДоДОДОДО000000000 
ООО000000000000000000000000000000 


5.12 00000008 
5.12.1 ПП 
000000000000000000 


5.12.2 ПП 
000005. path ООООО0000000000000000 





>>> import os 


>>> os.path.exists('/etc/passwd') 
True 
>>> os.path.exists('/tmp/spam') 


|) 


ООО0000000000000000000000000000 
Дрр0000000Ораїзеб 


>>> й Is а regular file 

>>> os.path.isfile('/etc/passwd') 

True 

>>> # Is a directory 

>>> os.path.isdir('/etc/passwd') 

False 

>>> # Is a symbolic link 

>>> Os.path.islink('/usr/local/bin/python3') 
True 


>>> Ж Get the file linked to 


>>> Os.path.realpath('/usr/local/bin/python3') 
'/usr/local/bin/python3.3' 


>>> 





ООО0000000000000000000000000 
os.path[] I II II! 


>>> OS.path.getsize('/etc/passwd') 
3669 
>>> os.path.getmtime('/etc/passwd') 


1272478234.0 
>>> import time 


>>> time.ctime(os.path.getmtime('/etc/passwd')) 
'Wed Apr 28 13:10:34 2010' 


>>> 





5.12.3 ||| 


0005. раєп ОДОДООО000000000000000000 
00000000000000000000----000000000000 
OUL 


>>> os.path.getsize('/Users/guido/Desktop/foo.txt') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 


os.stat(filename).st_size 

PermissionError: [Errno 13] Permission denied: 
'/Users/guido/Desktop/foo.txt' 

>>> 





5.13 ПДООООООП 
5.13.1 ПП 
000000000000000000000000 


5.13.2 [OOL 
000005. TisedirO DD mn b d E ip d 


import os 


names = os.listdir('somedir') 





ОООДО0О00000000000000000000000000 
ОО0000000000000000000000000000 
оѕ.раєћ0000000000000000 





import os.path 


# Get all regular files 


names = [name for 
name in 
os.listdir('somedir') 

if 
os.path.isfile(os.path.join('somedir', name))] 
Ж Get all dirs 
dirnames - [name for 


name in 


os.listdir('somedir') 
if 


os.path.isdir(os.path.join('somedir', name))] 





LIO nstartswith ()Пепа$м/ И (000000000 
О000000000000 


pyfiles = [name for 
name in 


os.listdir('somedir') 
if 


name.endswith('.py')] 





ILLIII II 6 eb E] fÉamatchr 0000 
000 





import glob 


pyfiles = glob.glob('somedir/*.py') 
from fnmatch import 


fnmatch 
pyfiles - [name for 


name in 


os.listdir('somedir') 
if 


fnmatch(name, '*.py')] 





5.13.3 ||| 


ООО00000000000000000000000000000 
ООО0000000000000000000000000000 
оѕ.раїћ00000000000005.5ає()000000000 
00000000 





Ж Example ої getting а directory listing 


import os 


import os.path 


import glob 


pyfiles = glob.glob('*.py') 


Ж Get file sizes and modification dates 


name sz date = [(name, os.path.getsize(name), 
os.path.getmtime(name)) 


name in 


pyfiles] 
for 
name, size, mtime in 


пате 52 date: 
print 


(name, size, mtime) 


Я Alternative: Get file metadata 


file metadata = [(name, os.stat(name)) for 
name in 


pyfiles] 
for 


name, meta in 


file metadata: 
prin 


(name, meta.st size, meta.st mtime) 





ОО000000000000000000000000000000 
0000000оѕ.1іѕёаіг()П00000000000000000000 
ООО00000000000000000000000000000000 
0005.14005.15П00000000000000000000000 


5.14 [DLL] 


5.14.1 || 


ОДОДО0ОДОО0000000М9О0000000000000 
ОО00000000000000 


5.14.2 0000 


ООО0000000000000 
ѕуѕ.деіћеѕуѕіетепсоаіто() 00000000000 
00000000 


>>> sys.getfilesystemencoding() 
'utf-8' 


>>> 





ООО00000000000000000000000000000 
00000 





>>> й Wrte а file using a unicode filename 


>>> with 
open('jalape\xfl 
o.txt', 'w') as 


f 


f.write('Spicy!') 


6 
>>> й Directory listing (decoded) 


>>> import os 
>>> os.listdir('.') 


['jalapeño.txt'] 


>>> # Directory listing (raw) 
>>> os.listdir(b'.') Ж Note: byte string 


[b'jalapenNXNxccNx83o.txt'] 


>>> # Open file with raw filename 


>>> with 
open(b'jalapenNxccNx83 
o.txt') as 


f: 
print 


(f.read()) 


Spicy! 


>>> 





ПО0000000000000000000000ореп()0 
оѕ.1іѕёаіг()О0000000000000000000000000 


5.14.3 ПП 
00000000000000000000000090-- --9000 
ООО00000000000000000000000000000000 


ООО00000000000000000000000000000000 
ООДОДООРУСРОПООООДООООО 


ОООД0000000000000000000000000000 
ОО00000000000000000000 


0005.15000000000000000000000 


5.15 ПДООДО0О00 

5.15.1 "ПЕ 
ОООб000000000000000000000000000 

ПППППОпсодеЕпсодеЕготППППППП 


ДО00007300000О5иггодаїез not allowed[]”[ 0 
0000000 


5.15.2 0000 
ОСОО00000000000000000000000000 


def 


bad filename(filename): 
return 


repr(filename)[1:-1] 


print 


(filename) 
except UnicodeEncodeError 


print 





(bad filename(filename)) 


5.15.3 ||| 


ПОДОООДО0Д00000000000000000000000 
ПООБОООБОВОВОВОРУ* Вой 00000000000 
sys.getfilesystemencodino()[ 0000000000 
ООДО0000000000000000000000000000000 
ПОДОООД00Д0000000000000000000000000 
ОООбО000000000000000000000000000000 
ОДОореп ОбОД000000000 


000000ѕ.1іѕёаіг()О00000000000000 
РуспопОО000000000Руєһоп000000000000 
О00000000000000000000000000000Руёћоп 


ОООДОД000000000000000002с:08000000000 
0070000О5иггодате епсоа ла" 000000 
Упісодег часі ДОДООДОДОО00000000000 
О00000000006 ad - extr D n n Dd batin-1 
DODU ТР-УДОООООО000000000 


>>> import os 


>>> files = os.listdir('.') 

>>> files 

['spam.py', 'bNudce4d.txt', 'foo.txt'] 
>>> 





000000000000000000000000000000 
ореп()О000000000000000000000000000 
ОООО000000000000000000000000000000 
00000000 





Traceback (most recent call last): 
File "<stdin>", line 2, in <module> 
UnicodeEncodeError: 'utf-8' codec can't encode character 


'Nudce4' in 
position 1: surrogates not allowed 
>>> 


Ор00000хиасеа0)000Упісодаер IU I IL 
00200000000000000000000=иггодаќе 
раіо000000000000000000000пісодер100 
ОООО0000000000000000000000000000000 
ОО00000000000000000 





>>> for 


name in 
files: 
T try 


print 

(name) 

š except UnicodeEncodeError 
print 


(bad filename(name)) 


spam.py 
bNudce4d.txt 
foo.txt 

>>> 


ППрад #епате()О00000000000000000 
ООО000000000000000000000000 


def 


bad filename(filename) : 
emp = filename.encode(sys.getfilesystemencoding(), 


errors-'surrogateescape') 
return 


temp.decode('Llatin-1') 





ППППППППГППГраа #епате() 000000000 





ргіпі 


(пате) 


except UnicodeEncodeError 


ргіпі 


(bad filename(name) ) 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО000000000000000000000000000000 


5.16 ПИПОООООДО0000000 


5.16.1 || 
О000000000000000000пісодер00000 
00000 


5.16.2 ППП 


ОДОДОД000000000000000Чпісоае 0/0 
LIED]. Тех 'ОМ/гаррегО ОДОДО00000000 


import urllib.request 


ітрогі іо 


и = urllib.request.urlopen('http://www.python.org') 
f = io.TextIOWrapper(u,encoding-'utf-8') 
text = f.read() 





00000000000000000000000000000000 
боробоборорав?ває  ООООО0000000000000 
ПОзуз. Са ом 00000 


>>> import sys 
>>> sys.stdout.encoding 
'UTF-8' 


>>> Sys.stdout = io.TextIOWrapper(sys.stdout.detach(), 
encoding='latin-1') 


>>> sys.stdout.encoding 
'latin-1' 
>>> 





ОО000000000000000000000000 
5.16.3 ||| 


//ОПОДОДООООО0О00000000000000000000 
О0000000000000 


>>> f = open('sample.txt','w') 

>>> f 

< io.TextlIOWrapper name='sample.txt' mode='w' encoding='UTF- 
8'> 


>>> f.buffer 

<_io.BufferedWriter name='sample.txt'> 
>>> f.buffer.raw 

< io.FileIO name='sample.txt' mode='wb'> 
>>> 





ООО0О0Діо. ТехеТОмУгаррегПобО0000000 
ППППППОпсодаеППо.ВиПКегеамМгкетт 
ИОПППППООППОПОПОГО-Ене ОПППППОППООП 
ОООбО000000000000000000000000000000 
io. TextlOWrappert][] 


ООО00000000000000000000000000000 
ОООД000000000000000000000000000 


<_io.TextIOWrapper name='sample.txt' mode='w' encoding='UTF- 
8'> 


>>> f = io.TextlIOWrapper(f.buffer, encoding='latin-1') 
>>> f 
< io.TextlIOWrapper name='sample.txt' encoding-'latin-1'» 
>>> f.write('Hello') 
(most recent call last): 
File "<stdin>", line 1, in 


«module» 
ValueError 


: I/0 operation on closed file. 
>>> 





ООДОО00000760000000000000000000000 
00000 


Аетасп()ППППООИю ТехиОМгаррет 00 
ОДОДОД000000000і0о. BufferedWriterQQ00000 
ООО00000000000000 


>>> f = open('sample.txt', 'м') 

>>> f 

< io.TextlIOWrapper name='sample.txt' mode='w' encoding='UTF- 
8'> 


>>> b = f.detach() 
>>> b 
< io.BufferedWriter name='sample.txt'> 
>>> f.write('hello') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
ValueError: underlying buffer has been detached 
>>> 





ООО0000000000000000000000000000 


>>> f = io.TextIOWrapper(b, encoding-'latin-1') 


>>> f 
< io.TextlIOWrapper name='sample.txt' encoding-'latin-1'» 





ОООД0000000000000000000000000000 
ООО0000000000000000000000000000000 
ПП 


>>> sys.stdout = io.TextIOWrapper(sys.stdout.detach(), 
encoding='ascii', 


errors='xmlcharrefreplace') 
>>> prin 


('JalapeNu00fl 


Jalapeño 
>>> 





О0000000000А5С100#0006#241010000 


5.17 ПОООООООООО 
5.17.1 ПП 
0000000000000000000000000 


5.17.2 ПП 
00000000000000000006% 00000000 


>>> import sys 


>>> sys.stdout.write(b'HelloNn 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 

TypeError: must be str, not bytes 

>>> sys.stdout.buffer.write(b'Hello\n 


|) 
Hello 
5 


>>> 





О000000000000000000000000006оѓег 
00000000 


5.17.3 ||| 


/00000000000000000000000000000 
00000009 пісодерр/орододродьиймтет 0000 
ОО00000000000000000000000/00000 


00005уѕ.ѕёаоиПОО000000000000 
ѕуѕ.ѕіаоиї ДООООД00000000000000000000 
ООО0000000000000000000000000000000 


5.18  ПОДОДОДО00000000 
5.18.1 ПП 


ООО0000000000000000000000000000 
МОДО00000000000000О5оскесдрр0Д0000000 
ПРУСпОПООООООООДОДОООО 


5.18.2 ППП 


ООО00000000000000000000000000000 
О00000000000000000000000/0000000000 
О0000000000000ореп()000Рућопо000000 
ОООД0000000000000000000000000000000 
00000000 


Ж Open а low-level file descriptor 
import os 


fd = os.open('somefile.txt', о5.0 WRONLY | о5.0 CREAT) 
Ж Turn into a proper file 


f = open(fd, 'wt') 
f.write('hello worldNn 


|) 
f.close() 





ОООД0000000000000000000000000000 
О0000000000ореп()0000000<оѕеға=Ғаіѕе 


О000000000 


Ж Create а file object, but don't close underlying fd when 
done 


f = open(fd, 'wt', closefd=False) 





5.18.3 П 


IJUNI XII III IILI III III 
ООр00М9о9000000О5о0скесДООО0000000000 
О0000000005ѕоске 00 





from socket import 


socket, AF INET, SOCK STREAM 
def 


echo client(client sock, addr): 
print 


("бої connection from', addr) 
£ Make text-mode file wrappers for socket reading/writing 


client in - open(client sock.fileno(), 'rt', 
encoding-'latin-1l', 
closefd=False) 
client out = open(client sock.fileno(), 'wt', 
encoding-'latin-1l', 
closefd-False) 
Ж Echo lines back to the client using file I/O 


Тог 
Тіпе іп 


client іп: 
client out.write(line) 
client out.flush() 
client sock.close() 


echo server(address): 
5ОСК = socket(AF INET, SOCK STREAM) 
sock.bind(address) 
sock. Listen(1) 
while 


True: 
client, addr = sock.accept() 
echo client(client, addr) 





О000000000000000000000000ореп()00 
О0000000000000090МІХО0000000005$осКкеё 
ОО000000000000000000000000000ѕоскеё 
такећіе()О00000000000000000000000000 
ДО0000000000000п1акебте 0000 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
Ороро000000005:а9чєООООД0000000 
5кЙ920иДОО000000000 


import sys 


Ж Create а binary-mode file for stdout 


bstdout = open(sys.stdout.fileno(), "мб", closefd=False) 
bstdout.write(b'Hello World\n 


|) 
bstdout. flush() 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ОО000000000000000000000000000000000 
ООО00000000000000000000000000000000 
00049№1%0000000000000000000000000000 
ООО0000000000000000000 


5.19 ПООООООООО 


5.19.1 || 


ООО00000000000000000000000000000 
ОО00000000000000 


5.19.2 ППП 


tempfilerj iim Dmm did nnn a i D E ETC 
ПППППІПППИІППЕетрһІе ТетрогагуҒі!е: 


from tempfile import 


TemporaryFile 
with 


TemporaryFile('w+t') as 


f: 
Я Read/write to the file 
f.write('Hello WorldNn 
f.write('TestingNn 


# Seek back to beginning and read the data 


f.seek(0) 
data = f.read() 
# Temporary file is destroyed 





ООО000000000000000000 


f = TemporaryFile('w+tt' ) 
# Use the temporary file 


f.close() 
# File is destroyed 





ТеппрогагуРіїе()ОДОДО000000000Омум + 
000000Ом- Б ОДОДД00000000000000000000 
ООО0000000000000000000000000000 
ТегпрогагутИео ПП Порепопп ПП 
00000 


with 


TemporaryFile('w+t', encoding='utf-8', errors='ignore') as 


f: 





ППППОМІХОПППП Temporary File O00000 
ООДООДОД00000000000000000000000000ЦЧ0 
NamedTemporaryFile 000000000 





from tempfile import 


NamedTemporaryFile 
with 


NamedTemporaryFile('w+t') as 


f: 
print 


('filename is:', f.name) 


# File automatically destroyed 


О000000000#. папаерророООО000000000 
ОООДО000000000000000000000000000000 
ТетрогагуЕе()0000000000000000000000 
о0000000000аееёе= РаіѕерПО00000000 


with 


NamedTemporaryFile('w+t', delete=False) as 


f: 
print 


('filename is:', f.name) 





О0000000000000 
tempfile.TemporaryDirectory ()LILIEILILILILILIL] 





from tempfile import 


TemporaryDirectory 
with 


TemporaryDirectory() as 


dirname: 
print 


('dirname is:', dirname) 


# Use the directory 


# Directory and all contents destroyed 





5.19.3 || 


ШНЕНЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕЕ 
ТетрогагуНе( ПМатеаТетрогагуНе() 0 


TemporaryDirectory ООДОДОДОДОДОДОДОДОД 
О000000000000000000000000тКкѕёетр()0 
пкаєетр()О000000000000000 


>>> import tempfile 


>>> tempfile.mkstemp() 
3, '/var/folders/7W/7WZl5sfZEFOplj rEBLUMWE+++TTI/ - 


Tmp-/tmp7fefhv' ) 
>>> tempfile.mkdtemp() 
'/var/folders/7W/7WZL5sfZEFOp Lj rEBLUMWE+++TI/-Tmp-/tmp5wvcv6' 


>>> 





О000000000000000000000000000 
ткѕетр()00000000000000000000000000 
ОООД0000000000000000000000000000000 
О000000000000 


ОООДООДО000000000000000000 
П/маг/ётррО0000000000000000000 
tempfile.gettempdir()L]LILILILILILIL] 


»»» tempfile.gettempdir() 


'/var/folders/7W/7WZl5sfZEF0plj rEBLUMWE+++TI/-Tmp- ' 
>>> 





О0000000000000000ргейхОѕиғхПарП 
ОО0000000000 


>>> f = NamedTemporaryFile(prefix='mytemp', suffix='.txt', 
dir='/tmp') 
>>> f.name 


'/tmp/mytemp8ee899.txt' 
>>> 





ОО000000000000000сегорнитердо0000 
ООО00000000000000000000000000000000 
ОООД0000000000000000000000000000000 
аи шнш 


[]http://docs.python.org/3/library/tempfile. 
html ПП 


5.20 [| III 
5.20.1 ПП 


ОООД0000000000000000000000000000 
ОО0000000000 


5.20.2 [| 
ООДОДОООРуЄпопоДОМООДОДООО00000000 


ООДОД000000000рузегіа Поооовоооовоооо 
ОО00000000000000000000 


ітрогі 5егіаї 


ser = serial.Serial('/dev/tty.usbmodem641', я Device name 


varies 


baudrate=9600, 
bytesize=8, 
parity='N', 
stopbits=1) 





О0000000000000000000000000000 
Міпаомѕ00000001000000000000000000 
ОСОМО"Д'"СОмМІ1"ДДр0000000000геаа OTT 
readline()Qwrite()QO000000000000 


ser.write(b'Gl X50 Y50\r\n 


resp = ser.readline() 


ООО00000000000000000000000000 
5.20.3 || 


ОООД0000000000000000000000000000 
Прузегіа ПОДООО000О0000000000000000000 
О00000000000000000000000000АТ5-СТ5р 
О00000005ега)0000г5сѕ = ТгиеП0000000 
рузегіа ПП ППТ 


ОДОДОО0000МОбО0О0000000000000000 


[0000000000000000000000000/9000000000 
ОО0000000000000005 tru ct 


5.21 ППОРУ*ПОПОП 


5.21.1 ||| 


ООДООРУСпопООООДООООДОДООООО00000 
ООО00000000000000000000 


5.21.2 0000 


ООО0О0000000000ріскіерроооро00000 
О000000000 


import pickle 


data = ... # Some Python object 


f = open('somefile', 'wb') 
pickle.dump(data, f) 





О00000000000000ріскіе.аитрѕ()0 


s = ріск1е.аитрѕ (дата) 


ОДООО000000000000000ріскіе лоаа 000 
рісКіе.Іоааѕ()00000000 


Я Restore from а file 


f = open('somefile', 'rb') 
data = pickle.load(f) 
# Restore from a string 


data = pickle. 1оа4$ (5) 





5.21.3 ||| 


О00000000000009чтр()О1оаа()000000 
О000000ріскіе0000ріскіеП00000000Рућоп 
О00000000000000000000000000/00Рућоп 
О0000000000000000000000000000ріскіеП 


ріскіеПДООРуЄпопОДОДОООДОДО0000000 
ООО0000000000000000000000000000000 
ООДОО0000000000000- - --рієкіерор000000 
ОО000000000000000 





>>> import pickle 


>>> f = open('somedata', 'wb') 

>>> pickle.dump([1, 2, 3, 4], f) 

>>> pickle.dump('hello', f) 

>>> pickle.dump({'Apple', "Реаг", 'Вапапа'}, f) 
>>> f.close() 

>>> f = open('somedata', 'rb') 

>>> pickle.load(f) 

[1, 2, 3, 4] 

>>> pickle.load(f) 
'hello' 


>>> pickle.load(f) 
{'Apple', 'Pear', 'Вапапа' } 
>>> 





ООООО0000000Пріскіерророророоро00000 
ОО0000000000000000 


>>> import math 


>>> import pickle. 


>>> pickle.dumps(math.cos) 
b'\x80\x03cmath\ncos\nq\x00. ' 


>>> 





ООО00000000000000000000000000000 
ОООО0000000000000000000000000000000 
РуСпопПДОООООООДООООД0000000000000000 
О000000000000 


= ПП 


О0000000000000ріскІе.Іоаа()0000 
О00000ріскіеро0000000000000 000 
ріскіерПОООО00000000000000000000 
РуєпопО0000000000000000000000 


ріскіерпДОДООДОДОД0000000000000000 
ПП 


ППППППППППППЦПр!сК!еППППППППППППП 
ООДООД000000000000000000000000000Ч0 
ООООО000000000000000 getstate — (ОП 
__setstate_ ()П0000000000000000000 
pickle.dump()QUUU__getstate_ (ПППППППП 
pickleQQ000000000unpickleQQ00000 
. setstate_ ()000000000000000000000000 
LLL Ipickle/unpickle[ [|] 





Ж countdown.py 


import time 


import threading 


class Countdown 


def 


__ init (self, п): 


self.n = n 


self.thr = threading.Thread(target=self.run) 


self.thr.daemon = True 


self.thr.start() 
def 


run(self): 
while 


self.n > 0: 
print 


('T-minus', self.n) 


self.n -= 1 


time.sleep(5) 
def 


| getstate (self): 
return 


self.n 
def 


| Ssetstate (self, n): 


self. init (n) 





ООД000000Орісктеоо0 


>>> import countdown 





>>> С = countdown.Countdown(30) 
>>> T-minus 3 

T-minus 29 

T-minus 28 


>>> Z# After a few moments 


>>> f = open('cstate.p', 'wb') 
>>> import pickle 


>>> pickle.dump(c, f) 
>>> f.close() 





ООДООРуСВОПОООООДООООО 


>>> f = open('cstate.p', 'rb') 

>>> pickle.load(f) 

countdown.Countdown object at 0x10069e2d0> 
T-minus 19 

T-minus 18 





ООО0000000000000000000000000 
pickle 00000000000 


0000000000000апгау)ООпипруб 00000 
О00ОрісктероДОДООДОО00000000000000000 


ОООД0000000000000000000000000000000 
НОР5ОДО0000000 


00ріскіеПРуєпопрО0000000000000000 
О000000ріскіеро00000000000000000000000 
О0000000000000000000000000000000000 
[000000000000000000000000%мМе06$\0П 
ЈЅОМП000000000000000000000000000000 
ПОВЕВИВОЕ 


ООДО0О0000000Пріскіерроороорр000000 
00000000000000000000000000000000000 
О0000000000ріскіероо00000000000000000 


П 
[]http://docs.python.org/3/library/pickle.ht 
mi ПО 


060 0000900 


ООДОДООД0000ОРуСВОПОООООООДОДООДО 
ОДООДООО0С5УП0Ш5ОМОХМЕОДОООООДОООО 
ОООД0000000000000000000000000000000 
ОО00000000000000 


6.1 ПСМ] 


6.1.1 || 
ОДООДО0С5У0000000 
6.1.2 (ПП 


О0000000С5%00000000с5%000000000 
00005оскѕ.сѕу0О000000000000000 


Symbol, Price,Date, Time, Change, Volume 

"AA" , 39.48, "6/11/2007" ,"9:36am", -0.18,181800 
"AIG", 71.38,"6/11/2007" ,"9:36am", -0.15, 195500 
"AXP", 62.58,"6/11/2007", "9:36am", -0.46, 935000 


"ВА" ,98.31, "6/11/2007" , "9:36am" ,+0.12,104800 
"C",53.08,"6/11/2007" , "9:36am", -0.25,360900 
"САТ", 78.29, "6/11/2007", "9:36am", -0.23,225400 





ООО00000000000000000000000 


import с5у 


with 


open('stocks.csv') as 


f: 
f csv = csv.reader(f) 
headers = next(f csv) 


for 
row in 


f_csv: 
Ж Process row 





00000000Опгом ОДООО0000000000000000 
О00000000Огом010005упбоїдОгом/ 41000 
СһапдеПП 


А О О О TL TCI] 





from collections import 


namedtuple 


open('stock.csv') as 


f csv = csv.reader(f) 

headings = next(f csv) 

Row = namedtuple('Row', headings) 
for 


r in 
f_csv: 


row = Row(*r) 
Ж Process row 





ООД000000000000г0му. 5упбої) 
гому. СпапаерророДООО000000000000000000 
ООДОДООД00ОРУСпоПООООООДООДОД000000000 
ОО0000000000000000000000000000000 


ООО0000000000000000000000000000 





ітрогі с5м 


with 

open('stocks.csv') as 

f: 
f csv = csv.DictReader(f) 
for 


row in 


f csv: 


я process row 


ООООООДОД000000000000000000 
row['Symbol'][]t]row['Change'][] 


Ор00с5Уро000000с5У000000000000000 
00000000 


headers = ['Symbol','Price','Date', "Тате", "Спапде", ‘Volume’ ] 
rows = [('AA', 39.48, "6/11/2007", '9:36am', -0.18, 181800), 
', 71.38, "6/11/2007", '9:Збат', -0.15, 195500), 
', 62.58, "6/11/2007", '9:36am', -0.46, 935000), 


open('stocks.csv','w') as 


f^ 
f csv = csv.writer(f) 
f csv.writerow(headers) 
f csv.writerows(rows) 





ОО00000000000000000 


headers = ['Symbol', 'Price', 'Date', "Тате", 'Change', 
"МоТите ' ] 
rows = [{'Symbol':'AA', 'Price':39.48, 'Date':'6/11/2007', 
'Time':'9:36am', 'Change':-0.18, 'Volume':181800], 
i'Symbol':'AIG', 'Price': 71.38, 'Date':'6/11/2007', 
'Time':'9:36am', 'Change':-0.15, 'Volume': 195500], 
{'Symbol':'AXP', 'Price': 62.58, 'Date':'6/11/2007', 
'Time':'9:36am', 'Change':-0.46, 'Volume': 935000], 





with 


open('stocks.csv','w') as 


f: 
f csv = csv.DictWriter(f, headers) 
f csv.writeheader() 
f csv.writerows(rows) 





6.1.3 [I 


LOBUDUUD es vH boa d p p i dO OEC CS V 
ОО00000000000000000000 


with 


open('stocks.csv') as 


row = line.split(',') 
я process row 





ОО00000000000000000000000000000 
ОООО0000000000000000000000000000000 


ОООД0000000000000000000000000000000 
ООО0000000000000000000 


О00000сѕ%П0000000000Ехсе000С5%П 
О000000000000С5У000000000000000000 
000000с5У00000000000000000000000000 
пн rere ЛА лини бОО000000000 


# Example of reading tab-separated values 


with 
open('stock.tsv') as 


f: 
f tsv = csv.reader(f, delimiter='Nt 


f tsv: 
# Process row 





000000©5\01000000000000000000000 
ОДООДООО0С5УПО0000000000000000000000 


0000000 + 0 


Street Address,Num-Premises,Latitude,Longitude 
5412 N CLARK, 10,41.980262, -87.668452 





О000000000000000МаїиеєпогГо0000000 
ООО00000000000000000000000000000000 
OOL 


import re 


with 
open('stock.csv') as 
f: 
f_csv = csv.reader(f) 
headers = [ re.sub('[^a-zA-Z |", ' ' 
h in 
next(f_csv) ] 
Row = namedtuple('Row', headers) 


for 


in 


f_csv: 


row = Row(*r) 
Ж Process row 





0000000000000с5У0000000000000000 
ООО00000000000000000000000000000000 
О00000000000000065%000000000000 


col types = [str, float, str, str, float, int] 
with 


open('stocks.csv') as 
f: 
f csv = csv.reader(f) 
headers = next(f csv) 
for 
row in 
f csv: 
Ж Apply conversions to the row items 
row = tuple(convert(value) for 


convert, value in 


zip(col types, row)) 





ООО000000000000000000000000000 





ргіпі 


('Reading as dicts with type conversion' ) 

field types = | ('Price', float), 
('Change', float), 
('Volume', int) | 

with 


open('stocks.csv') as 


f: 
for 


row in 
csv.DictReader(f): 

row.update((key, conversion(row[key] ) ) 
key, conversion in 


field types) 
print 


(row) 





О00000000000000000000000000С5%10 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000000 


ООДО000000000000С5УП0000000000000 
ДО0000ОРапаав5С IPythoni |] 
[]http://pandas.pydata.org )ПЦРапаавППИППП 
ППППрапда5.геаа сѕм()0000С5М0000 
ОасаРгатерррродоррдбборбороррробороодродб 
МИККИ 1300088000000 


6.2 [JSON 


6.2.1 ПП 


ППППППЈоОМПјауа5спре Object 
NotationQQQ000000 


6.2.2 ПП 


узопПОоОродророрборороророіьомодроооб 
О000000000јѕоп.аитрѕ()00ѕоп.Іоааѕ()000 
О00000000000000000000000ріскіеВо00000 
О0000Руёћоп00000050МП 


ітрогі јѕоп 


' : 100, 
'price' : 542.23 


json str = json.dumps(data) 





ООО00000000000)5О0 МДО00000000 
РуКПОПООООО 


data = json.loads(json str) 


ОДЗОО00000000000000000000 
јооп.дитроОППјооп.|ГрааОПпПППППј5ОМПППП 
0000 


Ж Writing JSON data 


with 
open('data.json', 'w') as 
f 


json.dump(data, f) 
# Reading data back 


with 


open('data.json', 'r') as 





data = json.Lload(f) 


6.2.3 ПІ 


]5ОМПОПООООО М опейПвоо п Поа ] 
5:ГОООДОДОО00000000000000000000000 
у50мрорр00кеубоордороорордробр0000000 
ОДОД0000000)5О0 МОДООДООРУЄРОПОООДОДОО 
000000\\/е500000000000000000000000 


JSONQOOUUUUUPython 0000000000000 
Об00001Тп черддороєгиебРаїзеррроаїзерпд 
МоперрродиачбИТОдорорододоророродрб 


>>> json. dumps (False) 
'false 
>>> d = {'a': True, 


'b': 'Hello', 


'c': None} 
>>> json. ur 

'("b": "Hello", "c": null, "a": true}' 
>>> 





ОО0000/5ОМОДОООО0000000000000000 
00000000000000-- - 000000000000000000 
ОООО000000000000000000000брпо:0000 
рргіпє)О0ООООО0000000000000000000000 
ООДОД0О0000000000000 Twitter оО000000 
0000000 





>>> from urllib.request import 


urlopen 
>>> import json 


>>> u = urlopen('http://search.twitter.com/search.json? 
q=python&rpp=5' ) 

>>> resp = json. loads(u. read().decode('utf-8')) 

>>> from pprint import 


рргіпі 

>>> pprint(resp) 

{'completed іп": 0.074, 
"тах 14": 264043230692245504, 
"тах id str': '264043230692245504', 


'next page': '? 
page-2&max id-264043230692245504&q-python&rpp-5', 
"раде": 1, 


'query': 'python', 

‘refresh иг": '?since id-264043230692245504&q-python', 

'results': [('created ак": 'Thu, 01 Nov 2012 16:36:26 +0000', 
"from user': ... 


}, 
{'created ак": 'Thu, 01 Мом 2012 16:36:14 +0000', 
"Ргот user': ... 


created ак": 'Thu, 01 Nov 2012 16:36:13 +0000', 
"from user': ... 


Е 
f: 
}, 
{'created ак": 'Thu, 01 Nov 2012 16:36:07 40000", 
"Ргот user': ... 
) 
{'created ак": 'Thu, 01 Nov 2012 16:36:04 40000", 
'from user': ... 
11, 
'results per page': 5, 
‘since 14": 0, 
‘Since id str': '0'} 
>>> 





О0000)5О0 мОООООД00000000000000000 
ООО00000000000Д)50п.оад5 00000 
object pairs hook[][Jobject ПоокПППППППП 
ППППППППППППОЈ5О NETTE LO rderea Dii cett JL JL] 
ООД000000000000000 


>>> 5 = '{"name": "ACME", "shares": 50, "price": 490.1)" 
>>> from collections import 


OrderedDict 
>>> data = json.loads(s, object pairs hook=0rderedDict) 


>>> data 
OrderedDict([('name', "АСМЕ'), ('shares', 50), ('price', 
490.1)1) 


>>> 





ОДДОД00)5О0МООДООРУЄпОПОДО 


>>> class JSONObject 


def 


| init (self, а): 


self. dict =d 


= json.loads(s, object hook=JSONObject) 
. name 


.shares 


.price 





ОбД000000000)5о0 морроррообр0000000 
ППП init ()0000000000000000000000000 


О00000000000 


ООД000000/5о9 мМОООД000000000000000 
0000000)5оп.дйпре О0000іпаепід000000 
О0000рргітёє)О0000000000000000000 


>>> ргіпі 


(json.dumps(data)) 
{"price": 542.23, "name": "ACME", "shares": 100} 
>>> print 


(json.dumps(data, indent=4) ) 
{ 


"price": 542.23, 





О00000000000000000005ог кеуз000 


»»» ргіпі 


(json.dumps(data, sort keys-True)) 
{"name": "ACME", "price": 542.23, "shares": 100} 


>>> 





ОДО000000000)50МООО0000 


>>> class Point 


дает 


| init (self, x, у): 


self.x = x 


II 
< 


self.y 


>>> p = Point(2, 3) 
>>> json.dumps(p) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "/usr/local/lib/python3.3/json/ init .ру", line 226, 
in dumps 
return 


default encoder.encode(obj) 
File "/usr/local/lib/python3.3/json/encoder.py", line 187, 
in encode 
chunks = self.iterencode(o, опе shot-True) 
File "/usr/local/lib/python3.3/json/encoder.py", line 245, 
in iterencode 
return 


_iterencode(o, 0) 
File "/usr/local/lib/python3.3/json/encoder.py", line 169, 
in default 
raise TypeError 


(repr(o) + " is not JSON serializable") 

TypeError: < main .Point object at 0х100672650> is not JSON 
serializable 

>>> 





ООО00000000000000000000000000000 
ОО00000000000000 


def 


serialize instance(obj): 


Ч = { ' classname ' : type(obj). name } 
d.update(vars(obj) ) 
return d 





ООО00000000000000000000 





# Dictionary mapping names to known classes 


classes = í 


'Point' : Point 
} 
def 
unserialize object(d): 
clsname = d.pop(' classname ', None) 
if 
clsname: 
cls = classes[clsname] 
obj = cls. new (cls) Ж Make instance without calling 
_ dnit | 
for 


key, value in 


d.items(): 
setattr(obj, key, value) 
return 


ой] 
else 


return 
q 


ОО00000000000000 


»»» р з Роіпі(2,3) 

>>> s з json.dumps(p, default=serialize instance) 

>>> 5 

"1" classname ^": "Poin y' : 2} 

>>> а = json.loads(s, 22. ее эё | object) 


. «Point object at 0х101757740» 





ЈѕопОПО00000000000000000000000000 


ПО00Мамоо0000000000000 
[]http://docs.python.org/3/library/json.html 


ОО000000000 


6.3 (ППППХМЕ 


6.3.1 [| 
ОДОДОбО00ХМЕООДОДОДОП 


6.3.2 (ULL 


хтесее.Ејетепсттеептпхм П 


ПО000000000000000Рапеё Python 
[]http://planet.python.org ПОДВ5500000000 
ОбООО0000000000000000 





from urllib.request import 


urlopen 
from xml.etree.ElementTree import 


parse 
Ж Download the RSS feed апа parse it 


и = urlopen('http://planet.python.org/rss20.xml' ) 
doc = parse(u) 
# Extract and output tags of interest 


for 

item in 

doc.iterfind('channel/item'): 
title = item. findtext('title') 
date = item. findtext('pubDate' ) 
link = item. findtext('link' ) 
print 


(title) 
print 


(date) 
print 


(link) 


ргіпі 


ООО0000000000000000000 


Steve Holden: Python for Data Analysis 

Mon, 19 Nov 2012 02:13:51 +0000 
http://holdenweb.blogspot.com/2012/11/python-for-data- 
analysis.html 

Vasudev Ram: The Python Data model (for v2 and v3) 

Sun, 18 Мом 2012 22:06:47 +0000 
http://jugad2.blogspot.com/2012/11/the-python-data-model.html 
Python Diary: Been playing around with Object Databases 

Sun, 18 Nov 2012 20:40:29 +0000 

http://www. pythondiary.com/blog/Nov.18,2012/been-...-object- 
databases.html 

Vasudev Ram: Wakari, Scientific Python in the cloud 

Sun, 18 Nov 2012 20:19:41 +0000 


http://jugad2.blogspot.com/2012/11/wakari-scientific-python- 
in-cloud. html 

Jesse Jiryu Davis: Toro: synchronization primitives for 
Tornado coroutines 

Sun, 18 Nov 2012 20:17:49 +0000 
http://feedproxy.google.com/-r/EmptysquarePython/-3/ DOZT2KdOh 
Q/ 





ОООДОО000000000000ОрпгіпеОО00000000 
0000000 


6.3.3 [| 


ОДОО0000ХМЕРОДОООПОДОООООО00000000 
ОХ МЕДООООООООООООО000000000ХМЕООДОП 


ОООД0000000000000000000000000000000 
ОДОД000Х МЕДООООО 


ОДООО00ХМЕДООДОООООДООООООО00000 
О000000000000000855000000000000ХМ1] 
ПП 





<?xml version="1.0"?> 
<rss version="2.0" 


xmins:dc="http://purl.org/dc/elements/1.1/"> 
<channel> 
<title>Planet Python</title> 
<Link>http://planet.python. org/</link> 
<Language>en</language> 
<description>Planet Python - 
http://planet.python.org/</description> 
<item> 
<title>Steve Holden: Python for Data Analysis</title> 
«guid-http://holdenweb.blogspot.com/...-data- 
analysis.html«/guid» 
<Link>http://holdenweb.blogspot.com/...-data- 
analysis. html</link> 
<description>...</description> 
<pubDate>Mon, 19 Nov 2012 02:13:51 +0000</pubDate> 
</item> 
<item> 
<title>Vasudev Ram: The Python Data model (for v2 and v3) 
</title> 
<guid>http://jugad2.blogspot.com/...-data- 
model. html</guid> 
<Link>http://jugad2.blogspot.com/...-data- 
model. html</lLink> 
<description>...</description> 
<pubDate>Sun, 18 Nov 2012 22:06:47 +0000</pubDate> 
</item> 
<item> 
<title>Python Diary: Been playing around with Object 
Databases</title> 
<guid>http://www.pythondiary.com/...-object- 
databases .html</guid> 


<link>http://www.pythondiary.com/...-object- 
databases.html</link> 
<description>...</description> 
<pubDate>Sun, 18 Nov 2012 20:40:29 +0000</pubDate> 
</item> 


</channel> 
«/ г55» 





хгп!.еїгее.Е!етепїТгее.раг<е()ПЦЦППП 
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О0000000000000Оспаппеї//єетрДенТеб) 


ПОДОООДООД0000000000000000000000 
ПОДОООДО00000000000000000000000000 
0000000000 9ос.КегАпа('‘спаппе/Кет"') ППП 
ОД0000"сбаппеї"00000"їеп"раос 00000 
О00000/ 557 0000000ісепо find ex eO ДО0000 
00000 item [I I III) 


ОООЕ«ТеппепіпгееррДДООО0000000000000 
Обб0000000000:а9000000000000хехо000 
О0000000009еє)000000000000000000000 
OUL 





>>> doc 
<xml.etree.ElementTree.ElementTree object at 0x101339510> 
>>> e = doc.find('channel/title') 


>>> e 
<Element 'title' at 0x10135b310> 


'Planet Python' 
>>> e.get('some_attribute') 


>>> 





ПППППППхт|.есгее-ЕЃетепстееп 
ХМІ0000000000000000000000Їхплїдіхплі) 0 
ПОООО00Е«ТеплепійгеедДОДОДОДО00000000000 
бОіхппіДОДООДОО00000000000їгопа 
Ixml.etree import рагзе Пхи" ПППООХМЕЙ 
ОДООО00000000000000їхп110000000000000 
ПОХ5СТОДХРаєтО0000000 


6.4 ПООООДОООХ МАО 


6.4.1 || 
ОДОДО00000ХМЕВОВОПОООООО0О00000000 
ПП 


6.4.2 [| U] 


ООО00000000000000000000000000000 
ОДОО0Об00000000000000000000000ХМАП 
О0000000000000 





from xml.etree.ElementTree import 


iterparse 
def 


parse and remove(filename, path): 
path parts = path.split('/') 
doc = iterparse(filename, ('start', 'end')) 
Ж Skip the root element 


next (doc) 

tag stack = [] 
elem stack = [] 
for 


event, elem in 


doc: 
if 
event == ‘start’: 
tag stack.append(elem.tag) 
elem stack.append (elem) 
elif 
event -- 'end': 
if 


tag stack -- path parts: 
yield 


elem 
elem stack[-2].remove(elem) 
try 


tag stack.pop() 
elem stack.pop() 
except IndexError 


pass 


ОДПОДООрОбОр000000ХМЕООООООО0О0ОП 
ОДОХМЕДОООООООООООООО00О0000000000000 
ОДОДОО000ХМЕДОООООООООО 0000000 
10000000000000000000000 





<response> 
<row> 


«гомо...» 

«creation date>2012-11-18T00:00:00</creation даїе> 

<status>Completed</status> 

«completion date>2012-11-18T00:00:00</completion date» 

«service request питрег>12- 
01906549</service request number» 

«type of service request>Pot Hole in 
Street</type of service request» 

«current activity-Final Outcome«c/current activity» 

«most recent _action>CDOT Street Cut ... 
Outcomec/most recent action» 

«street аддге55-4714 S TALMAN АУЕ</5%геет address» 

<21р>60632</2ір> 

<x_coordinate>1159494.68618856</x_coordinate> 

«у coordinate>1873313.83503384</y coordinate» 

<ward>14</ward> 

<police district>9</police district> 

«community area>58</community агеа> 

<lLatitude>41.808090232127896</latitude> 

«longitude»-87.69053684711305«/longitude» 

«location latitude-"41.808090232127896" 

longitudez"-87.69053684711305" /> 
«/ гом» 
«гом о...» 

«creation date>2012-11-18T00:00:00</creation date> 

<status>Completed</status> 

«completion date>2012-11-18T00:00:00</completion date» 

«service request питрег>12- 
01906695«/service request number» 


<type ої service request>Pot Hole in 
Street</type of service request> 

«current activity>Final Outcome</current activity» 

«most recent _action>CDOT Street Cut ... 
Outcomec/most recent action» 

«street адаге55>3510 W NORTH AVE«/street address» 

<21р>60647</2ір> 

<x_coordinate>1152732.14127696</x_coordinate> 

«у coordinate>1910409.38979075</y coordinate» 

<ward>26</ward> 

«police district>14</police district» 

«community агеа»23«/соттипіїу area» 

<lLatitude>41.91002084292946</latitude> 

«longitude»-87.71435952353961«/longitude» 

«location latitude-"41.91002084292946" 

Топа иде=" -87.71435952353961" /» 


</ гом> 
</ гом» 
</response> 





ОДОДОО0О0000000000000000021Р 
соаерпПоророророрордородро 





from xml.etree.ElementTree import 


parse 
from collections import 


Counter 

potholes by zip = Counter() 
doc = parse('potholes.xml') 
for 


pothole in 
doc.iterfind('row/row'): 

potholes by zip[pothole.findtext('zip')] += 1 
for 


zipcode, num in 


potholes by zip.most common(): 
ргіпі 


(гірсоде, пит) 





ОДОООДОб0000000000ХМЕООООО0О00000 
О00000000000000000000450 мВворророоб 
ОО00000000000000000 


from collections import 


Counter 

potholes by zip = Counter() 

data = parse and remove('potholes.xml', 'row/row') 
for 


pothole in 


data: 
potholes by zip[pothole.findtext('zip')] += 1 
or 


zipcode, num in 


potholes by zip.most common(): 
print 


(zipcode, num) 





ОДО000000000007 М800----О00000000 
6.4.3 П 


ОООООООООЕ\етепт Тее 0000000000 
Пркеграгзе( 0 ОД00000ХМОД0О000000000000 
ООООООДДО0000000000000000010000 
start/end[ ]start-ns/end-ns[|[ | Jiterparse()[[] 


О00000000000емеп еіет0000000еуепП 
о000000еіетрбоохмЕВОВ000000 


>>> data = iterparse('potholes.xml',('start','end')) 
>>> next(data 

('start', «Element 'response' at 0x100771d60>) 

»»» next(data) 

('start', «Element 'row' at 0х100771е68>) 

»»» next(data) 

('start', «Element 'row' at 0x100771fc8>) 

»»» next(data) 

('start', «Element 'creation date’ at 0x100771f18>) 


»»» next(data) 
"епа", «Element 'creation date' at 0x100771f18>) 
»»» next(data) 
'start', «Element 'status' at 0x1006a7f18») 
»»» next(data) 
('end', «Element 'status' at 0x1006a7f18») 
>>> 





ОООД0000000000000000000000000000 
О0О5сапоудООепарррооодоообобо0000000 
[II Istart-ns[lend-nsI ОООО00ХМЕДОДОДО 
Ш 


00000005 са годепа рДПО0000000000000 
0000000000000000000ситтгепі 
hierarchical a a p CE 


parse апа гепломе()ОДОДОДОДОДО0000000 
Пуіеіа000000000 


О0Оутета brin Etement Tree] i; 
0000000 


elem stack[-2].remove(elem) 


О0000000000уїета i IILI IILI II 
ОООД0000000000000000000000000000000 
0000000 


ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
ОДОО000000ХМЕ0ОП0 


ОООО0000000000000000000000000000 
О0000000000000000000002000000000000 


О0000000000000000000060000000000000 
ООО000000000000000000000000000 


6.5 (ПППППХМЕ 
6.5.1 ПП 


ООДООРуСФпопПДОДООДОООХМОГ 


6.5.2 [| U] 


ППхт.ескее.ЕјетепстееПППППППХМ П 
ППОБОВЕВОВО0О0Х МеОООО00000000000 


from xml.etree.ElementTree import 


Element 
def 


dict to xml(tag, d): 


Turn a simple dict of key/value pairs into XML 


elem = Element(tag) 
for 


key, val in 


d.items(): 
child = Element(key) 
child.text = str(val) 
elem.append(child) 
return 


elem 





О000000000000 


>>> 5 = { 'name': "6006", 'shares': 100, 'ргісе':490.1 } 
>>> е = dict to xml('stock', s) 


>>> 


e 
<Element 'stock' at 0х1004р64с8» 
>>> 





ПОППОПППЕ е тпепеПППОПУОППППОПОГП 
xml.etree.ElementTree[]|]tostring )ОПОООООО 


ЕНЕЕЕШЕШЕ 


>>> from xml.etree.ElementTree import 


tostring 

>>> tostring(e) 
b'<stock><price>490.1</price><shares>100</shares> 
<пате>6006</пате>' 

>>> 





[0000000000000000$е* 00000 


>>> e.set(' id','1234') 

>>> tostring(e) 

b'<stock _id="1234"><price>490.1</price><shares>100</shares> 
<name>G00G</name> 


</stock>' 
>>> 





ООДОО0000000000000Огаегеаріє ооц 
00000000000001.700000000000 


6.5.3 (| 
ОДОХМЕДООООООООО00000000000 


def 


dict to xml str(tag, d): 


Turn a simple dict of key/value pairs into XML 


parts = ['<{}>'.format(tag) ] 
for 


key, val in 
d.items(): 
parts.append( '<{0}>{1}</{0}>'.format (key, val) ) 
parts.append('</{}>'.format(tag) ) 
return 


'' ,join(parts) 





ООО00000000000000000000000000000 
ОО00000000000000 





>>> d = í 'name' : '<spam>' } 
>>> # String creation 


>>> dict to xml_str('item',d) 


'<item><name><spam></name></item>' 
>>> # Proper XML creation 


>>> е = dict to xml('item',d) 
>>> tostring(e) 
b'<item><name><spam></name></item>' 


>>> 





О0000000000000<0>000&1;П69;0000 
ООО0000000000000000000000000000 


xml.sax.saxutils[]|]]escape()[]unescape()[] 


0000000 


>>> from xml.sax.saxutils import 


escape, unescape 
>>> escape('<spam>' ) 





О000000ЕіетепО00000000000000000 
О0000000000000000000000Еіетеп 00000 
ПОПОПОПОХ МЕПОПОПОЕ етепе 000000000 
ОДООрОр00000ХМЕДОПООО0О00О00000000000 
ООО000000000000000000000000000000 


6.6 [III XML 
6.6.1 | 
ОДОДО00Х МЕДООДОООООДОООО0ХМЕД00000 
6.6.2 (ІП 
хтуесее.Ејетепсттеепт 


ООО00000000000000000000000000000000 
Пбргеа xml bp mac 





<?xml version="1.0"?> 
<stop> 


<id> 


14791</id> 


«nm» 
Clark & 


Balmoral«/nm» 


«sri» 


«rt» 


22«/rt» 


<d> 


North Bound</d> 


<dd> 


North Bound</dd> 


</sri> 


<cr> 


22</cr> 


<pre> 


<pt> 


5 MIN</pt> 


<fd> 


Howard«/fd» 


«у» 


1378</у> 


<rn> 


22</rn> 


</pre> 


<pre> 


<pt> 


15 MIN</pt> 


<fd> 


Howard«/fd» 


«у» 


1867</у> 


<rn> 


22</rn> 


</pre> 


</stop> 





ООДОО000ЕЄ«Теплепі rreer ОД000000000000 
00000 





>>> from xml.etree.ElementTree import 


parse, Element 

>>> doc = parse('pred.xml') 

>>> root = doc.getroot() 

>>> root 

<Element 'stop' at 0x100770cb0> 


>>> # Remove а few elements 


>>> root.remove(root.find('sri')) 
>>> root.remove(root.find('cr')) 
>>> # Insert a new element after <nm>...</nm> 


>>> root.getchildren().index(root.find('nm')) 


1 
>>> е = Element('spam') 
>>> e.text = 'This is a test' 


>>> root.insert(2, e) 
>>> Ж Write back to a file 


>>> doc.write('newpred.xml', xml declaration=True) 





ПШШПШШИШШШИШХМШШШИШШШ 


<?xml version='1.0' encoding='us-ascii'?> 
<stop> 





<id> 


14791</id> 


«nm» 
Clark & 


Balmoral«/nm» 


«spam» 


This is a test«/spam»«pre» 


«pt» 


5 MIN«/pt» 


«fd» 


Howard«/fd» 


«Vy» 


1378«/v» 


«rn» 


22«/rn» 


«/pre» 


«pre» 


«pt» 


15 MIN</pt> 


<fd> 


Howard«/fd» 


«у» 


1867</у> 


<rn> 


22</rn> 


</рге> 


</stop> 





6.6.3 | 


ППХМЕПИПИПИПИПИПИПИПИПИПИПИПИПИП 
ОООО000000000000000000000000000000 
бО0000000000000гепломед 0000000000000 
ОО000000000001пѕегє)баррепа() 00000000 


ПОСОООООСО000000000000еіетеп 000 
ејетеп : Ј0 


О00000000000000Еіетеп 00000000 
О00000000000006.500000000000 


6.7  OOU0OUOUXM COL 
6.7.1 ІП 
0000000%мМ300000000%м0000000 


6.7.2 ППП] 


ОДОО00000000ХМЕЮОП 





<?xml version="1.0" encoding="utf-8"?> 
<top> 


<author> 


David Beazley</author> 


<content> 


<html 


xmlnsz"http://www.w3.0rg/1999/xhtml"» 


«head» 


«title» 


Hello World</title> 


«/head» 


«body» 


<һ1> 


Hello Мог1а! </һ1> 


«/роду» 


</html> 


</content> 


</top> 





ООО0000000000000000000000000000 
ОО00000000000000000 





>>> # Some queries that work 


>>> doc. findtext('author' ) 

‘David BeazLley' 

>>> doc. find('content' ) 

«Element 'content' at 0x100776ec0> 

>>> # A query involving a namespace (doesn't work) 


>>> doc. find('content/html' ) 
>>> # Works if fully qualified 


>>> doc. find('content/{http://ww.w3.org/1999/xhtml}html' ) 
«Element 'i(http://www.w3.0rg/1999/xhtml)html' at 0х1007767е0> 
>>> # Doesn't work 


>>> 

дос. findtext('content/{http://www.w3.org/1999/xhtml}html/head/ 
title') 

>>> й Fully qualified 


>>> doc.findtext('content/(http://www.w3.0rg/1999/xhtml)htmt/ ' 


' http: //www.w3.0rg/1999/xhtml)head/ (http: //www.w3.0rg/1999/xh 


tml}title' ) 
"нео World' 


>>> 





ООО00000000000000000000000000000 


class XMLNamespaces 


def 
| init (self, **kwargs): 
self.namespaces = 4) 

for 

name, uri in 
kwargs.items(): 
self.register(name, uri) 

def 


register(self, name, uri): 


self.namespaces[name] = '{'+uri+'}' 
def 


_ Call (self, path): 
return 


path.format map(self.namespaces) 





ОО00000000000000000 


>>> ns = XMLNamespaces (html='http://www.w3.0rg/1999/xhtml') 
>>> doc.find(ns('content/{html}html')) 
<Element '{http://www.w3.0rg/1999/xhtml}html' at 0x1007767e0> 


doc. findtext(ns('content/{html}html/{html}head/{html}title' ) ) 
"нео World' 
>>> 





6.7.3 ПП 


ОДОДОДО00Х МЕДООООООООООП 
ХМЕМатеѕрасеѕ$0000000000000000000 
ОО0000000000000000000000000000090АІП 


О00000000Еіетепёғееро00000000000 
О000000000000000000000еграгѕе()00000 
ООО000000000000000000000000000 





>>> from xml.etree.ElementTree import 


iterparse 
>>> for 


evt, elem in 


iterparse('ns2.xml', ('end', 'start-ns', 'end-ns')): 


(evt, elem) 


end <Element 
start-ns (' 
end <Element 


end <Element 
end <Element 


'author' at 0x10110de10> 

', http://www.w3.0rg/1999/xhtml ' ) 

' (http: //www.w3.0rg/1999/xhtml)title' at 
' http: //www.w3.0rg/1999/xhtml)head' at 
' (http: //www.w3.0rg/1999/xhtml)hl' at 

' (http: //www.w3.0rg/1999/xhtml)body' at 
' http: //www.w3.0rg/1999/xhtml)html' at 


'content' at 0x10110de68> 
"Кор" at 0x10110dd60> 


>>> elem # This is the topmost element 


«Element 'top' at 0x10110dd60> 





ООО00000000000000000000000000000 
ХМЕДОДОДО00000ЇхипіД00000їх ід )О007О0 
ППППИПППХРава ПОООО000Х МЕДОООДОДООДОО 
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6.8 ПОООООООО0О 
6.8.1 ПП 
0000000000000000000000000 


6.8.2 (ТІП! 
ОРуСпоПООООООООДОДОДООО0О00000 


stocks = | 


('G00G', 100, 490.1), 


(' AA PL', 50, 545.75), 
('FB' 150, 7.45), 
(' НРО' , 75, 33.2), 

) 





О0000000000000Руёћопо00000АРІП0 
РЕР 249П0000000000000000000000000000 
АРІППИПИПИПИПИПИПИПИЭОПТТПППИПИПИПГІ 
ОО000000000000 


ООДООООД0Д00ПРУСФПопОДватієез D DIE TU 
DUDUDUDUDUDUMy SQU ]Pestgrest ПООВСППП 
ОООО0000000000000000000000000000000 
00000000 


ООДОО000000000000000соппесо 00000 
ООО0000000000000000000000000000000 
0000000 


>>> import sqlite3 


>>> db = sqlite3.connect('database.db') 
>>> 





О0000000000000000000П си г5ог0000000 
ОДОД0000050:000000000 


>>> с = db.cursor() 

>>> c.execute('create table portfolio (symbol text, shares 
integer, price real)') 

<sqlite3.Cursor object at 0x10067a730> 

>>> db.commit() 

>>> 





ООО0000000000000000000 


>>> c.executemany('insert into portfolio values (?,?,?)", 
stocks) 

<sqlite3.Cursor object at 0x10067a730> 

>>> db.commit() 

>>> 





ОО000000000000000000 





>>> for 


row in 


db.execute('select * from portfolio'): 
print 


(row) 





О000000000000000000000000000+000 
ОО0000000000 


>>> тіп ргісе = 100 
>>> for 


row in 
db.execute('select * from portfolio where price >= ?', 


(min price,)): 
print 


(row) 


('G00G', 100, 490.1) 
('AAPL', 50, 545.75) 
>>> 





6.8.3 (| 


ООО00000000000000000000000000000 
ОО5ОС2ПОДОООО000000000000000000000000 
ООО0000000000000000000000000000000 


О00000000000000000000000РуһопрП 
О000000000000000000009аѓейтер000 
даќейтеђО0000000@теру000000000 
[system теѕёатрѕ0000000000000000 
О000000000000аесіта0000есіта ПОП 
ООО00000000000000000000000000000000 
00000000 


О000000000000000050:000000000000 
О00Руєпоп00000000000%000.ғогта)000 
ООО00000000000000000000000000000000 
ОДООДОС0000000005920000000 
http://xkcd.com/327 ПОДОДОДООО?ОДОП 
ООООО00000000000000000000000000000 


О000000000000000000000000000000% 
Us ПОО0О0000000000000000:000:20000000 
ООООО000000000000000000000000000 
рагаттясуте ППООООДОДО0000000000 


ОООДОД00000000000000000000002РІО 
ОДОО0000000000000000000000000000000 
ОроборробррробороробОобіесь-геїабіопаї 
паррей|ОКМПППППО$ОЕА!спПету 


ПВЕр://мимим.5а1а!спету.ога ПООООООООООО 


лн 
[| 


6.9 ТППППППИПИПП 
6.9.1 DO 
ОбОО0000000000000000000000000000 
00000 


6.9.2 ППП 


ООО0000000000000000000000000 
binasciiQQ000000 





>>> # Initial byte string 


>>> s = b'hello' 
>>> # Encode as hex 


>>> import binascii 
>>> h = binascii.b2a hex(s) 
b'68656c6cof' 


»»» й Decode back to bytes 


»»» binascii.a2b hex(h) 
b'hello' 


О000000000базеваррододоо0000 


>>> import base64 


>>> h = base64.b16encode(s) 
>>> h 


b'68656C6C6F ' 


>>> base64.b16decode(h) 





6.9.3 (| 


ОбОДПООДДОб0000000000000000000000 
ОбООООД000000000000000 
base64.b16decode()[|base64.b16encode() 
ПО00000000000000000000іпаѕсіі 0000000 
00000 


00000000000000000000000000000000 
0000 пісодерроДОДО0000000000000000000 





>>> h = base64.b16encode(s) 
>>> print 


(h) 
b'68656C6C6F' 
>>> print 


(h.decode('ascii')) 
68656C6C6F 


>>> 


О000000000016аесоае()Па20_һех()00 
00000009 пісодерроорОДОДООД0000000000 
ПАЗСПОДОДОООДООО 


6.10 Ваѕеб4 || 
6.10.1 ПП 
О00000Вазеб400000000000000000 


6.10.2 [01 


ра5еб4П0/000000---Ь64епсоаєФ()П 
о64даесоде()--- ОДПО000000000000 





>>> й Some byte data 


>>> s = b'hello' 
>>> import base64 


>>> Z# Encode as Base64 


>>> а = base64.b64encode(s) 
>>> # Decode from Base64 


>>> base64.b64decode(a) 
ello' 





6.10.3 ||| 


Ваѕеб4ПОО00000000000000000000000 
ОО0000000000000000000Ваѕеб4П00000 
ОпісодерО00000000000000000000000000 
ПП 


>>> a = base64.b64encode(s).decode('ascii') 
>>> a 


'aGVsbG8z' 
>>> 





000Ваз5ев400000000Упісодеррр00000 
О000000009пісодедрПОДОДОДА5СНОДООО 


6.11 [LI np 
6.11.1 ПП 


ОДООО0000000000000000000000000 
Python[] I 


6.11.2 ПП 


000000000000000000058гее 90000000 
ОДОРуЄпопОДООООО0000000005ісгає 0000 
00000000 





from struct import 


Struct 
def 


write records(records, format, f): 


Write a sequence of tuples to a binary file of structures. 


record struct = Struct(format) 


r in 


records: 


f.write(record struct.pack(*r)) 
Ж Example 

if 

|. name == ' main "|: 


records = [ (1, 2.3, 4.5), 


(6, 7.8, 9.0), 


(12, 13.4, 56.7) ] 


with 


open('data.b', 'wb') as 


f: 
write records(records, '<idd', f) 





ООДОДООО00000000РУСПОПООООДОДООООО 
ООО00000000000000000000000000000000 
000000 





from struct import 


Struct 
def 


read records(format, f): 


record struct = Struct(format) 
chunks = iter(lambda 


: f.read(record struct.size), b'') 
return 


(record struct.unpack(chunk) for 
chunk in 
chunks) 


# Example 


if 


|. name == ' main "|: 
with 


open('data.b','rb') as 


f: 
for 


rec in 


read_records('<idd', f): 
# Process rec 





000000Огеаа ОПОДООДО0000000000000 
ООО0000000000000000000 





from struct import 


Struct 


def 

unpack records(format, data): 
record struct = Struct(format) 
return 


(record struct.unpack from(data, offset) 
for 


offset in 


range(0, len(data), record struct.size)) 


# Example 

if 

|. name == ' main "|: 
with 

open('data.b', 'rb') as 

f: 

data = f.read() 

for 

rec in 


unpack records('<idd', data): 
# Process rec 





ООО00000000000000000000000000000 
О000000000 


6.11.3 ||| 


ОООД000000000000000000000005йгисі 
ОДООД000000000000000005гес (0000 


Ж Little endian 32-bit integer, two double precision floats 


record struct = Struct('«idd') 





ООО00000000000000001090#1000 
Python] 


http://docs.python.org/3/library/struct.html 
ОО00000000000000000003200006400000 
з200000000000<0000000000000000*00 
LI О000000>00000000000'000000000 


0005ги<000000000000000000000000 
Д0О5ігеобОДОСОДОООО00000000МО000000 
О0000раск()О0чпраск()00000000000000000 
ПП 





>>> from struct import 


Struct 
>>> record struct = Struct('<idd') 
>>> record struct.size 


>>> record struct.pack(1, 2.0 0) 

b' ео мыш 
0\x00\x00\x08@' 

>>> record struct.unpack(_) 


(1, 2.0, 3.0) 


>>> 


0000000ОПраскОДипраєк 00000000 
Omodule-level Рипсбіоп5 00000000000000 
ПП 


>>> import struct 


>>> struct.pack('<idd', 1, 0) 
b' о ЖИИ ООО О 


0\x00\x00\x08@' 
>>> struct.unpack('«idd', ) 
(1, 2.0, 3.0) 


>>> 





ООООД0000000000000053гес 000000000 
ОООД0000000000000000000000000000 
Struct ОООООО00000000000000000000000 
ООО00000000000000000000000000000000 
ООО0000000000000000000000 


СООДОО00000000000000000000000 
[programming ідіопл5000ЛОгеаа records() 
00000%ег()0000000000000000000000005.8 
ОДОДОДр00000000000000000000001аплбаа: 


f.read(record struct.size)QQQ000U0U000000 
0006"'0000000000000000 


>>> f = open('data.b', 'rb') 
>>> chunks = iter(lambda 


: f.read(20), b'') 

>>> chunks 

<callable iterator object at 0x10069e6d0> 
>>> for 


chk in 


chunks: 


print 
(chk) 


b'\x01\x00\x00\x00f f f f fF\x02@\x00\x00\x00\x00\x00\x00\x12@' 
b'\x06\x00\x00\x00333333\x1f@\x00\x00\x00\x00\x00\x00"@' 
b'\x0c\x00\x00\x00\xcd\xcc\xcc\xcc\xcc\xcc*@\x9a\x99\x99\x99\x 
99У1 а" 


>>> 





ООО00000000000000000000000000000 
О000гесогаѕ000000000000000000000000 
ОО0000000000000 





def 


read records(format, f): 
record struct = Struct(format) 
while 


True: 


chk = f.read(record struct.size) 
if 


chk == р'': 
break 
yield 


record_struct.unpack(chk) 
return 


records 





О00чпраск гесогаѕ()000000000000000 
ППипраск #гот()000000000000000000000 
О0000000000000000000000000000000000 
ОО000000000000000000000000000000000 
0000000000000 


0000 чпраск()ПППупраск frem 000000 
ОДОО00000000000000000000000000 





def 


unpack records(format, data): 
record struct = Struct(format) 
return 


(record struct.unpack(data[offset:offset + 
record struct.size] 
for 


offset in 


гапде(0, Len(data), record struct.size)) 


ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
О00000000000000000чпраск_їгот()00000 
0000 


брр0000000000ОсоПессіоп50000 
патеакиріе рПОбОДООО0000000000000000 
OUL 





from collections import 


namedtuple 
Record = namedtuple('Record', ['kind','x','y']) 
with 


open('data.p', 'rb') as 


records = (Record(*r) for 
r in 


read records('<idd', f)) 


r in 


records: 
print 


(r.kind, r.x, r.y) 


ОООД000000000000000000000000000 
пипоруПбобрДоб0ДО0000000000000000000000 
ОО0000000000000000 


>>> import питру as пр 


>>> f = open('data.b' rb') 

>>> records = np. fromfile(f, dtype='<i,<d,<d') 

>>> records 

array([(1, 2.3, 4.5), (6, 7.8, 9.0), (12, 13.4, 56.7)], 


=[('10', '<14'), ('fl', '<f8'), ('f2', '<f8')]) 





00000000000000000000000000000000 
О000000000005пареніерновР50000000000 
ООДОРУСпоПОООООДООООООО00000000 


6.12 00000000000000ц 
6.12.1 ПП 


00000000000000000000000000000000 
О00000000000000000000$һарейіе 


[]zh. wikipedia.org/zh-cn/Shapetfile[][][] 
6.12.2 [| 


struct П ОО00000000000000000000000 
О00000000000000000000Руоһпро0000000 
ОО00000000000000000 





ООО00000000000000000000000000000 
00000000 


ППОх1234ПППП 
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OUL 


000004000 


О00000000000000Руёћоп000 








import struct 


import itertools 


def 


write polys(filename, polys): 
Ж Determine bounding box 


flattened = list(itertools.chain(*polys)) 


min x = min(x for 


х, у іп 


flattened) 


max x = max(x for 
x, y in 


flattened) 


min y = min(y for 
x, y in 


flattened) 


max y = max(y for 
x, y in 


flattened) 
with 


open(filename, 'wb') as 


f? 


f.write(struct.pack('«iddddi', 


0x1234, 


min x, min y, 


max x, max y, 


len(polys))) 


Тог 
poly іп 


polys: 


size = len(poly) * struct.calcsize('<dd') 


f.write(struct.pack('<i', size+4)) 


for 
pt in 


poly: 


f.write(struct.pack('<dd', *pt)) 
# Call it with our polygon data 


write polys('polys.bin', polys) 





О000000000000005гисё.ипраск()0000 
ООО00000000000000000000000000 
ипраск 0)дО0ОПраєк 00000000 





import struct 


def 


read polys(filename): 


with 
open(filename, 'rb') as 


f: 


Ж Read the header 


header = f.read(40) 


file code, min x, min у, max x, max у, пит polys = \ 


struct.unpack('<iddddi', header) 


polys = [] 


for 
n in 


range(num polys): 


pbytes, = struct.unpack('<i', f.read(4)) 


poly = [] 


for 
m in 


range(pbytes // 16): 


pt = struct.unpack('<dd', f.read(16)) 


poly.append(pt) 


polys.append(poly) 


return 


polys 





ОО000000000000000000геаадрро00000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000000000000000 


ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ОООО0000000000000000000000000000000 
ОО000000000000000000000000 


ОООД0000000000000000000000000000 
О00000000052гисб ПП ИП ИІП 
ОО0000000000000000000 


import struct 
class StructField 


Descriptor representing а simple structure field 


def 


| init (self, format, offset): 


self.format = format 


self.offset - offset 


def 

| get (self, instance, cls): 
if 

instance is 


None: 


return 


self 


else 


г = struct.unpack from(self.format, 


instance. buffer, self.offset) 


class Structure 


def 


| init (self, bytedata): 


self. buffer = memoryview(bytedata) 





0000000000дезстіреогороОб0О00000000 
ООД00000005 гис є СООО00000000богола 000 
ПОБООБОБООВОВОО о" е 00 get ОПППІП 
[]struct.unpack їот()00000000000000000 
ОО00000000000000000000 


Structure ПОДОДД0000000000000000 
StructFieldUUUUU0000000000000000 
Structure 000тетогуміем() 000000000 


ОООД0000000000000000000000000000 
ОО0000000000000000000000 


class PolyHeader 


(Structure): 


file code = StructField('<i', 0) 


StructField('<d', 4) 


StructField('<d', 12) 


StructField('<d', 20) 


max y = StructField('<d', 28) 


num polys = StructField('<i', 36) 





ООО00000000000000000000000000 


>>> f = open('polys.bin', 'rb') 
>>> phead = PolyHeader(f.read(40)) 
>>> phead. file code == 0x1234 
True 

>>> phead.min x 

0.5 

>>> phead.min у 

0.5 

>>> phead.max x 

7.0 





>>> phead.max у 
9.2 


>>> phead.num polys 
3 


>>> 





ООО00000000000000000000000000000 
ОООО000000000000000000000000000000 
5їгисҒіеіІарО0000000000000000000000000 
ООО00000000000000000000 


ОООб00000000000000000000000000 
[class decorator[][ JL тега стаза ППППППП 
О00000000000000000оовоооовоовооооооо 
ПППОПОПОООООПОООП5Егискигепг 





class StructureMeta 


(type): 


Metaclass that automatically creates StructField 
descriptors 


def 


| init (self, clsname, bases, clsdict): 


fields = getattr(self, ' fields ", (1) 


byte order = '' 
offset = 0 
for 


format, fieldname in 


fields: 


if 


format.startswith(('<','>','!','@')): 


byte order = format[0] 


format format[1:] 

format = byte order + format 

setattr(self, fieldname, StructField(format, offset)) 
offset += struct.calcsize(format) 

setattr(self, 'struct size', offset) 

class Structure 


(metaclass=StructureMeta) : 


def 


| init (self, bytedata): 


self. buffer = bytedata 


@classmethod 


def 


from file(cls, f): 


return 


cls(f.read(cls.struct size) ) 





III IStructure[iII III II III IILI! 


ПП 





class PolyHeader 


(Structure): 

_fields = | 
('<i', 'file code'), 
("а 'min x'), 


('d', "тах х'), 


( а", "пах y'), 


('1', "пит polys') 





О000000000000000000000#от fie O00 
ОООД0000000000000000000000000000000 
ОО0000000000000 


>>> f = open('polys.bin', 'rb') 

>>> phead = PolyHeader.from file(f) 
>>> phead.file code == 0x1234 

True 

>>> phead.min x 

0.5 


>>> phead.min y 
0.5 


>>> phead.max x 
7.0 


>>> phead.max y 

9.2 

>>> phead.num polys 
3 


>>> 





ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
00000000 





class NestedStruct 


def 


| init (self, name, struct type, offset): 


self.name = name 


self.struct type - struct type 


self.offset - offset 


def 


| get (self, instance, cls): 
if 
instance is 


None: 


return 


self 


else 


data = instance. buffer[self.offset: 


self.offset+self.struct type.struct size] 


result = self.struct type(data) 
Ж Save resulting structure back on instance to 
avoid 


Ж further recomputation of this step 


setattr(instance, self.name, result) 


return 


result 
class StructureMeta 


(type): 


111 


Metaclass that automatically creates StructField 
descriptors 


def 


| init (self, clsname, bases, clsdict): 


fields = getattr(self, ' fields ', []) 


byte order = '' 
offset - 0 
for 


format, fieldname in 


fields: 


if 


isinstance(format, StructureMeta): 


setattr(self, fieldname, 


NestedStruct(fieldname, format, offset)) 


offset += format.struct size 


else 


if 


format.startswith(('<','>','!','@')): 


byte order = format[0] 


format = format[1:] 


format = byte order + format 


setattr(self, fieldname, StructField(format, offset)) 


offset += struct.calcsize(format) 


setattr(self, 'struct size', offset) 





ППШШПЦППМе5їеа5їгис 000000000000 
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000000000000000000000000000000 
гпегпогуутем ПОД000000000000000000000 
О00000000000000000" 00” 00000000000000 
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class Point 


(Structure): 


fields = [ 


class PolyHeader 


(Structure): 
_fields = | 
('<i', 'file code'), 


(Point, 'min'), # nested struct 


(Point, 'тах'), # nested struct 


('1', "пит polys') 





ООО0000000000000000000000000 


>>> f = open('polys.bin', 'rb') 

>>> phead = PolyHeader.from file(f) 
>>> phead.file code == 0x1234 

True 

>>> phead.min Z Nested structure 





< main .Роіпі object at 0x1006a48d0> 
>>> phead.min.x 


>>> phead.min.y 

0.5 

>>> phead.max.x 

7.0 

>>> phead.max.y 

9.2 

>>> phead.num polys 
3 


>>> 
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ОООД0000000000000000000000000000000 
О000000000000 


ОООО0000000000000000000000000000 
О0000000000000000000006.110000000000 





class SizedRecord 


def 


| init (self, bytedata): 


self. buffer = memoryview(bytedata) 


@classmethod 


def 


from file(cls, f, size fmt, includes size=True): 


sz nbytes = struct.calcsize(size fmt) 


52 bytes = f.read(sz nbytes) 


sz, = struct.unpack(size fmt, sz bytes) 


buf = f.read(sz - includes size * sz nbytes) 


return 


cls(buf) 


def 


iter as(self, code): 


if 


isinstance(code, str): 


s = struct.Struct(code) 


for 
off in 


range(0, len(self. buffer), s.size): 


yield 


5.ипраск from(self._buffer, off) 


elif 


isinstance(code, StructureMeta): 


size = code.struct size 


for 
off in 


range(0, len(self. buffer), size): 


data = self. buffer[off:off+size] 


yield 


code(data) 





[UL ISizedRecord.from #е()0000000 
ПОДОООДО000000000000000000000000000 
ОООбО0Д0000000000000000000000000000 
ОДОД00000іпсіиавз size 000000000000000 
ГРО БА КРАЛИ нына 


>>> f = open('polys.bin', 'rb') 
>>> phead = PolyHeader.from file(f) 
>>> phead.num polys 





>>> polydata = [ SizedRecord.from file(f, '<i') 


Тог 
поіп 


range(phead.num polys) 1 

>>> polydata 

[< main .SizedRecord object at 0x1006a4d50>, 
< main .SizedRecord object at 0х1006а4150>, 
< main .SizedRecord object at 0x10070da90>] 

>>> 





[IILI ISizedRecordq[I[I II p III! 
О000000іег аѕ()0000000000000000000 
5ќгисиге00000000000000000000000000 
Ш 





>>> for 


п, poly іп 


enumerate(polydata): 
print 


('Polygon', n) 
sd for 


p in 


poly.iter as('«dd'): 
пай ргіпі 


ргіпі 
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class Point 


(Structure): 
fields = [| 
('<d', 'х'), 
са", "у") 


class PolyHeader 


(Structure): 
_fields = | 
('<1', 'file соде'), 
(Point, 'min'), 
(Point, 'max'), 
('i', "пит ро1уѕ') 
] 
def 


read polys(filename): 
polys - [] 
with 


open(filename, 'rb') as 


fi 
phead = PolyHeader.from file(f) 
for 


n in 


range(phead.num ро1у5): 
rec = SizedRecord.from file(f, '<i') 
poly = [ (p.x, p.y) 
for 


р іп 
rec.iter а5(Роіпі) | 
polys.append(poly) 
return 


polys 





6.12.3 [|| 
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class ShapeFile 


(Structure): 
_fields_= | ('>1', 'file code'), # Big endian ПППППИПИПИП 


', 'unused'), 
('i', 'file length'), 
', 'version'), # Little endian ППППИПИПИП 


'shape type'), 
'min x'), 


('i', 
('d', 
('d', 
('d', 
('d', 
('d', 
('d', 
('d', 
('d', 
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000000000000000000000пеплогуміем ООП 
00000000000000000000000000000000000 
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0000000000000000000000000000 
плеплогуміем  0П000----О000000000000000 
ОО000000000000 
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р0000000Мезсеазєгис 00000000000009. 19 
О00000000000000000000005&гисёигеМеѓа[ 
О0000000000000000РућопО000суреѕП00 
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6.13 ПИШ 
6.13.1 ПП 
ОбО00000000000000000000000000000 


6.13.2 (ULL 


ПООДООО0000000000000000000000000 
[][Pandas[][]http://pandas.pydata.org ПП 


О00000000000000РапааѕП0000000000 
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>>> import pandas 


>>> # Read a CSV file, skipping last line 


>>> rats = pandas.read csv('rats.csv', skip footer=1) 


«class 'pandas.core.frame.DataFrame'> 
Int64Index: 74055 entries, 0 to 74054 
Data columns: 


Creation Date 74055 non-null values 
Status 74055 non-null values 
Completion Date 72154 non-null values 
Service Request Number 74055 non-null values 
Type of Service Request 74055 non-null values 
Number of Premises Baited 65804 non-null values 
Number of Premises with Garbage 65600 non-null values 
Number of Premises with Rats 65752 non-null values 
Current Activity 66041 non-null values 

Most Recent Action 66023 non-null values 
Street Address 74055 non-null values 
ZIP Code 73584 non-null values 

X Coordinate 74043 non-null values 

Y Coordinate 74043 non-null values 

Ward 74044 non-null values 
Police District 74044 non-null values 


Community Area 74044 non-null values 


Latitude 74043 non-null values 
Longitude 74043 non-null values 
Location 74043 non-null values 
dtypes: float64(11), object(9) 

>>> й Investigate range of values for a certain field 


>>> rats['Current Activity'].unique() 

array([nan, Dispatch Crew, Request Sanitation Inspector], 
dtype=object) 

>>> # Filter the data 


>>> crew dispatched = rats[rats['Current Activity'] == 
‘Dispatch Crew' 1 

>>> len(crew dispatched) 

65676 

>>> 

>>> # Find 10 most rat-infested ZIP codes in Chicago 


>>> crew dispatched['ZIP Code'].value counts()[:10] 
60647 3837 


60618 3530 
60614 3284 
60629 3251 
60636 2801 
60657 2465 
60641 2238 
60609 2206 
60651 2152 
60632 2071 
>>> 


>>> # Group by completion date 


>>> dates = crew dispatched.groupby('Completion Date') 
«pandas.core.groupby.DataFrameGroupBy object at 0x10d0a2a10> 
>>> len(dates) 

472 

>>> 

>>> # Determine counts on each day 


>>> date counts = dates.size() 


>>> date counts[0:10] 
Completion Date 


01/03/2011 4 
01/03/2012 125 
01/04/2011 54 
01/04/2012 38 
01/05/2011 78 
01/05/2012 100 
01/06/2011 100 
01/06/2012 58 
01/07/2011 1 
01/09/2012 12 


>>> 
>>> й Sort the counts 
>>> date counts.sort() 


>>> date counts[-10:] 
Completion Date 


10/12/2012 313 
10/21/2011 314 
09/20/2011 316 
10/26/2011 319 
02/22/2011 325 
10/26/2012 333 
03/17/2011 336 
10/13/2011 378 
10/14/2011 391 
10/07/2011 457 


>>> 
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Рапааз  ОДДОО00О0000000000000000000 
ОООД0000000000000000000000000000000 


ООДОД000Рапаавзд 00000 


[Wes McKinney[][]|Python for Data 
Analysis[JO’ReillyQU000000000000 


[1] Num-Premises[][]-[]HL]L]Python[]U]LLIL] 
00 -—— 000 


(21 [UC++ placement пемППП----ППП 


070 ОД 
ПаеғО00000000000000000000000000 
ООО00000000000000000000000000000000 


ОООД0000000000000000000000000000000 
ООО000000000000000000 


7.1 ОООО0000000000 
7.1.1 ІП 
00000000000000000000 


7.1.2 0000 


О0000000000000000000000000*0000 
0000000 





def 


avg(first, *rest): 
return 


(first + sum(rest)) / (1 + len(rest)) 


# Sample use 


ам (1, 2) й 1.5 


амд (1, 2, 3, 4) # 2.5 





ОООО ООгеѕ ПП ИП 
ОО0000000000000000000000 


О00000000000000000000*000000000 
[| 





import html 


def 


make element(name, value, **attrs): 
keyvals = [' %s="%s"' 5 item for 


item in 


attrs.items()] 
attr str = ''.join(keyvals) 
element = '<{name}{attrs}>{value}</{name}>'. format ( 
name=name, 
attrs=attr str, 
value-html.escape(value)) 
return 


element 


Ж Example 


Ж Creates ‘<item size-"large" quantity="6">Albatross</item>' 


таке element('item', 'Albatross', size-'large', quantity=6) 


Ж Creates '<p><spam></p>' 


make element('p', '<spam>' ) 





ПОба сте ПП 
00000 


ООО00000000000000000000000000000 
[0%0**00000000 


def 
anyargs(*args, **kwargs): 


(args) ЖА tuple 


ргіпі 


(kwargs) # A dict 





000000000000900000000аг950000000 
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7.1.3 [| 


О0000000*0000000000000000000000** 
ОООД0000000000000000000000000000000 
О000*0000000000000000000 


р(х, *args, у, **kwargs): 
ра55 
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7.2 ПООООООО00000 
7.2.1 ПП 
00000000000000000000000 


7.2.2 ПИ 


О00000000000*0000000000000*00000 
О0000000000000 


дает 


recv(maxsize, *, block): 
'Receives a message' 
pass 


recv(1024, True) Ж TypeError 


recv(1024, block=True) # Ok 
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def 


mininum(*values, clip=None) : 
m = min(values) 
if 

clip is not 


None: 
m = clip if 


clip > m else 


return 
m 


minimum(1, 5, 2, -5, 10) Я Returns -5 


minimum(1, 5, 2, -5, 10, clip=0) # Returns 0 





7.2.3 || 


000000000000кеумога-опіу 00000000 
ОО00000000000000000000 


msg = гесу(1024, False) 
ПО000000гесм()СО00000000000000000 


РаіѕерООООО0000000000000000000000000 
О000000000000 


msg = гесу(1024, block=False) 


О00"кмгага50000000кеумога-опіу IL] 
ОО0000000000000000000000000000000 


>>> help(recv) 


Help on function recv in module _ main_ : 
recv(maxsize, *, bloc 
Receives a message 





keyword-onily[i[ p p cp II III! 
О00000000000000000000000*агәѕ$ 
“мага ОД00000000009.12000000 


7.3 ПДОООООД0000000 
7.3.1 ПП 


ОООО0000000000000000000000000000 
ОО00000000000000000000000 


7.3.2 ПП 


ОООД0000000000000000000000000000 
ОО00000000000000000 


def 


add(x:int, y:int) -> int: 


return 


X + y 





РуСпопПДОООООООДО0000000000000000 
О0000000000Руєһопро00000000000000000 
ОООО0000000000000000000000000000000 
О000000000000 


>>> help(add) 
Help on function add in module main : 


add(x: int, y: int) -» int 
> 
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ООО000000000000000000000000000 


7.3.3 [|] 
000000000000 annotations _ ПОПОООО 
[| 


>>> add. annotations _ 
{'у': «class 'int'», 'return': «class 'int'», 'x': «class 


'int'>} 
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ООО00000000000000000000000000000000 
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7.4 ППППИПИП 
7.4.1 ІП 
0000000000000 


7.4.2 ПП 
ОООД00000000000000000000000000 


>>> def 


myfun(): 


return 
J, 25.3 


>>> a, b, c = myfun() 
>>> a 

1 

>>> р 

2 


>>> C 





О00000пуРип ОООДОООООО00000000000 
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Ж With parentheses 


# Without parentheses 





ООО00000000000000000000000000000 
00000000000000000001.100000000000000 
О0000000000000 


>>> x = myfun() 
>>> X 


(1, 2, 3) 


>>> 





О0хО0000000 


7.5 ПОООО000000 
7.5.1 ІП 


ОООД0000000000000000000000000000 
000 


7.5.2 ПП 


00000000000000000000000----000000 
ОО0000000000000000000000000 


def 


зрат(а, b=42): 
print 


(a, b) 


spam(1) я Ok. a-1, р-42 


spam(1, 2) Z Ok. a-1, b-2 





ООО0000000000000000000000000000 
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# Using a list as a default value 


def 


spam(a, bzNone): 
if 


ООО00000000000000000000000000000 
ОО00000000000000000000 


по value = object() 


def 


Spam(a, b= no value): 
f 


i 
b is 


_no_value: 
print 


("Мо b value supplied’ ) 





О00000000000 


>>> spam(1) 
Мо b value supplied 
>>> spam(1, 2) #b=2 


>>> spam(1, None) я b = None 


>>> 





ОДО00000000000Моперр0000 
7.5.3 (| 


ООО0000000000000000000000000000 


ООО00000000000000000000000000000 
0000000 


>>> x = 42 
>>> def 


spam(a, b=x): 
тый ргіпі 


(а, b) 
>>> spam(1) 
1 42 


>>> x = 23 # Has no effect 


>>> spam(1) 
1 42 


>>> 
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ОДОДО0000000000000000000Мопег) 
ТгиерРаїзедрОООООО00000000000000000000 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
OUL 





>>> def 


spam(a, b=[]): 


print 


return 


>>> X = 5рат(1) 

>>> X 

[] 

>>> x.append(99) 

>>> x.append('Yow! ') 


>>> spam(1) # Modified list gets returned! 


(99, 'Yow!'] 
>>> 


ООО00000000000000000000000000000 
О000000Моперорорробоброрбопоор00000000 


О000000000Мопердооро0б00000001500 
ОО0000000000000000 


def 


Spam(a, bzNone): 


if not 


b: # NO! Use 'b is None' instead 


b = [] 
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О0000000000000000000000000000000000 
О0000000000000000000000000ғаіѕер0000 
ОО0000000000000 





>>> spam(1, x) Z Silent error. x value overwritten by 


>>> 5рат(1, 0) Ж Silent error. 0 ignored 


>>> spam(1, "") Ж Silent error. '' ignored 


>>> 





0000000000000----О00000000000000 
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О00000000000о0јесё)00000000000000 
О00000000000000_по матиедрор00000000 
ООО00000000000000000000000000000000 
ООДО000000000 по vatueDU ib a p D 
О000000000000000000000_по value illt lD 
О0000000000 


00000орјесє()0000000000орјес П 
РуєпопО00000000000000000о0јесє 000000 
ОООД0000000000000000000000000000000 
ООДО0000000 аке ПДОООООО0000000000 
ООО00000000000000000000000000000000 
ОО0000000000 


7.6 ПОООООДОП 
7.6.1 ПП 
[0000000000000000$0()000000000000 


ОПОрае#о0000000000000000000000000000 
00700700000 


7.6.2 (UU 


ОООД000000000000000000/апоааооо00 
0000000 


>>> add = Lambda 


х, у: X + y 
>>> add(2,3) 
5 


>>> add('hello', 'world') 
'helloworld' 


>>> 
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>>> def 


add(x, y): 


return 





000001 апбаарооооооордоооороро0000 
О000000000 


>>> names = ['David Beazley', "Вгіап Jones', 


‘Raymond Hettinger’, "Мед Batchelder’ ] 
>>> sorted(names, Кеу=Татрда 


name: name.split()[-1].lower() ) 

("Мед Batchelder', 'David Beazley', ‘Raymond Hettinger’, 
‘Brian Jones' ] 

>>> 





7.6.3 [| 


ОДіапабаарроррор0Д000000000000000 
ООО0000000000000000000000000000000 
ООО00000000000000000000000000000000 
00000 


О00атюааро0000000000000Руёћоп 
О000000000000000000атроаапо00000000 


ОООД0000000000000000000000000000000 
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7.7 ПООООО000000 
7.7.1 ІП 


Дрр0/апаааорроодооооорородборбородіб 
ОО000000000000000 


7.7.2 0000 
[0000000000 


>>> x = 10 
>>> a = lambda 


y: X + y 
>>> x = 20 
>>> b = lambda 


y: X +y 
>>> 





О0000000000а(10)00(10)00000000000 
000209039 0000000 


>>> а(10) 
30 


>>> b(10) 
30 


>>> 


0000001 апоаарродорохороро000000 
О0000000000000000000атроаар000х0000 
ОО0000000000х000000000000000 





ОООД0000000000000000000000000000 
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>>> x = 10 
>>> a = lambda 


y, X=X: X + y 
>>> x = 20 
>>> b = lambda 


y, X=X: X + y 
>>> a(10) 


20 
>>> b(10) 
30 


>>> 





7.7.3 [| 


ООД000000000000000001аппбаародо"О 
LI" ООДОД0000000000000001апБаарро000 
О0р0000їапабаарроодрродооооодоб000000 
ПП 


>>> funcs = [lambda 


x: x+n for 


n in 





Обр00000000000820004000000000000 
ОО00000000000000 


>>> funcs = [lambda 


x, n=n: x+n for 


n in 





О0000000000000000000000000 


7.8 ПООМОДОООО0О000000000 
OOL 


7.8.1 [I| 


О000000000000000000000000РуёћопП 
ОООД0000000000000000000000000000000 


7.8.2 ПП 


ОбОО00000000000000 
Гипсюооів.рагааһПППрагнаоп IB 
ОбОДООДДО00000000000000000000000000 
О0О000000000 


def 


Spam(a, b, c, d): 


print 


(a, b, c, d) 
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>>> from functools import 


partial 

>>> 51 = partial(spam, 1) #а = 1 
>>> 51(2, 3, 4) 

1234 

>>> 51(4, 5, б) 


1456 
>>> 52 з раг{1а\ (рат, 4-42) # а = 42 


>>> 52(1, 2, 3) 


12 3 42 
>>> 52(4, 5, 5) 
4 5 5 42 


>>> 53 з partial(spam, 1, 2, 4-42) ва = 1, b = 2, а = 42 
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7.8.3 (| 
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points = [ (1, 2), (3, 4), (5, 6), (7, 8) | 


import math 


def 


distance(pl, p2): 
х1, yl = pl 
х2, y2 = p2 
return 


math. hypot(x2 - хі, y2 - yl) 





О0000000000000000000000005огє)000 
О000кеупоовбоо00000000000000000000000 
О000000000аіѕёапсе() 000000000000 
рагёіса()00000000 


>>> рі = (4, 3) 

>>> points.sort(key=partial (distance, pt) ) 
ints 
‚ (1, 2), (5, 6), (7, 8)] 
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multiprocessing ПООООООООО0000000000000 
ОООД0000000000000000000000000000 





def 


output result(result, log=None) : 
if 


log is not 


None: 
log.debug('Got: %r', result) 


ЖА sample function 


def 


add(x, y): 
return 


х +y 
if 
__ name == " тап ": 

import logging 

from multiprocessing import 


Pool 
from functools import 


partial 


logging.basicConfig(level=logging.DEBUG) 
log = logging.getLogger('test') 


p = Pool() 
p.apply async(add, (3, 4), callback=partial(output result, 


p.join() 





О000арріу_аѕупс()О0000000000000000 
ППрагиса()ППОО0 ти ргосе$та 0000000 
0000000----ООДОО000000000000 


ОООД0000000000000000000000000000 
[]socketserver( ОДОДООООД000000000000000 


о00000есһор0000 


from socketserver import 


StreamRequestHandler, TCPServer 
class EchoHandler 


(StreamRequestHandler): 
def 


handle(self): 
for 


line in 


self.rfile: 
self.wfile.write(b'GOT:' + line) 


serv = TCPServer(('', 15000), EchoHandler) 
serv.serve forever() 





. ПОДОДОДООЕСПОНапаїег 11100 
__ 1 __()000000000000000000000 





class EchoHandler 


(StreamRequestHandler): 
Ж аск is added keyword-only argument. *args, **kwargs are 


Ж any normal parameters supplied (which are passed on) 


def 


_ init (self, *args, ack, **kwargs): 


self.ack = аск 
Super(). init (*args, **kwargs) 


handle(self): 


line in 


self.rfile: 
self.wfile.write(self.ack + line) 





ОО00000000000000000000000 
ТСР5егме n m bab p Ep EO 


Exception happened during processing of request from 
'127.0.0.1', 59834) 
Traceback (most recent call last): 


TypeError: | init () missing 1 required keyword-only 
argument: 'ack' 
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from functools import 


partial 


serv = TCPServer(('', 15000), partial(EchoHandler, 
ack=b'RECEIVED: ")) 
serv.serve forever() 
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ПОООООО ат юаай Прага!) ПОПОП 
ОО000000000000000000 


points.sort(key=lambda 
p: distance(pt, p)) 
p.apply async(add, (3, 4), callback=lambda 


result: output _result(result, log) ) 


serv = TCPServer(('', 15000), 
Lambda 


*args, **kwargs: EchoHandler(*args, 
ack=b'RECEIVED:', 


**kwargs) ) 
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7.9 [HII III II 
7.9.1 ПП 
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7.9.2 (UL 
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from urllib.request import 


urlopen 


class UrlTemplate 


def 
_ init (self, templat 
self. ен = ee 
def 


open(self, **kwargs): 
return 


urlopen(self.template. format тар(Кмагд5 ) ) 

# Example use. Download stock data from yahoo 

yahoo = UrlTemplate( 'http://finance. yahoo. com/d/quotes.csv?s= 
{names }&f={fields}' ) 

for 

line in 


yahoo. open(names='IBM,AAPL,FB', fields-'sllclv'): 


ргіпі 


(line.decode('utf-8')) 





ОО000000000000000 


def 


urltemplate(template): 
def 


opener(**kwargs): 
return 


urlopen(template.format map(kwargs)) 
return 


opener 


Ж Example use 


yahoo = urltemplate('http://finance.yahoo.com/d/quotes.csv?s- 
{names }&f={fields}') 
for 


line in 


yahoo(names='IBM,AAPL,FB', fields='sllclv'): 
print 


(line.decode('utf-8')) 
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7.10  ПОДОДОДб00000 
7.10.1 || 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000 


7.10.2 ППО 


00000000000000000000000000----000 
ООО00000000000000000000000000000000 


ОО000000000000 


def 


apply async(func, args, *, callback): 
я Compute the result 


result = func(*args) 


# Invoke the callback with the result 


callback(result) 
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>>> def 


print result(result): 
print 

('Got:', result) 

>>> def 

add(x, y): 


return 


X +y 


>>> apply async(add, (2, 3), callback=print result) 
бої: 5 


>>> apply async(add, ('hello', 'world'), 
callback-print result) 
Got: helloworld 


>>> 
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ООДОД00000000000000000000б0ипа- 
method[|[I Д0000000000000000000000000 
ОО000000000000000000 


class ResultHandler 


def 


. init (self): 
self.sequence - 0 
def 


handler(self, result): 
self.sequence += 1 
print 


(ГІН Got: {}'.format(self.sequence, result)) 





ООДОО00000000000000000вапаїего000 
00000 


>>> r = ResultHandler() 
>>> apply_async(add, (2, 3), callback=r.handler) 
[1] Got: 5 


>>> apply_async(add, ('hello', 'world'), callback=r.handler) 
[2] Got: helloworld 


>>> 
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def 


make_handler(): 
sequence = 0 
def 


handler(result): 
nonlocal sequence 
sequence += 1 
print 


('[{}] Got: {}'.format(sequence, result)) 
return 


handler 
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>>> handler = таке handler() 

>>> apply_async(add, (2, 3), callback=handler) 

[1] Got: 5 

>>> apply_async(add, ('hello', 'world'), callback=handler) 
[2] Got: helloworld 


О00000000000000000000согоиёпер0 
0000000 


def 


таке handler(): 
sequence = 0 
while 


True: 
result = yield 


sequence += 1 
print 


('[{}] Got: {}'.format(sequence, result) ) 
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000 


>>> handler = таке handler() 
>>> next(handler) Ж Advance to the yield 


>>> apply_async(add, (2, 3), callback=handler.send) 
[1] Got: 5 


>>> apply async(add, ('hello', 'world'), 
callback=handler.send) 
[2] Got: helloworld 


>>> 
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>>> class SequenceNo 


def 


| init (self): 


self.sequence - 0 
ee def 
handler(result, seq): 


seq.sequence += 1 
print 


("ПН Got: {}'.format(seq.sequence, result) ) 


>>> seq = SequenceNo() 
>>> from functools import 


partial 

>>> apply async(add, (2, 3), callback=partial(handler, 
seq=seq 

[1] Got: 5 

>>> apply async(add, ('hello', 'world'), 
callback=partial(handler, seq=seq) ) 

[2] Got: helloworld 


>>> 
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>>> apply async(add, (2, 3), callback=lambda 


г: handler(r, seq) ) 
[1] Got: 5 
>>> 
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def 


apply async(func, args, *, callback): 
я Compute the result 


result - func(*args) 


Ж Invoke the callback with the result 


callback(result) 
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from queue import 


Queue 
from functools import 


wraps 


class Async 


def 
| init (self, func, args): 
self.func = func 
self.args - args 


def 


inlined async(func): 
(wraps (func) 
def 


wrapper(*args): 
f з func(*args) 
result queue - Queue() 
result queue.put (None) 
while 


True: 
result = result queue.get() 
try 


а = f.send(result) 
apply_async(a.func, a.args, 
callback=result queue.put) 
except StopIteration 


break 


return 


wrapper 
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def 


add(x, y): 
return 


X + y 


@inlined async 


Async(add, (2, 3)) 
print 


(r) 
r = yield 


Async(add, ('hello', 'world')) 
print 


поіп 


гапде (10): 
r = yield 


Async(add, (n, n)) 
print 


(r) 


print 


('Goodbye' ) 





Поре ОО00000000000 


elloworld 
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7.11.3 (|| 
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00000000000000000000000000000000 
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ОДО00000000їпііпе async О0О00000000 
ОДО00000000Оут1етародроддододрорро00000 
ООО000000000000000000000000Мопер)00 
ООО0000000000000000000000000000000 
уіеІа00000000АѕупеО0000000000000000 
О00000арріу аѕуптс() П00000000000000000 
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ОООД0000000000000000000000000000 
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ООО00000000000000000000000000000000 
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ООО00000000000000000000000000000 
ОО000000000000000000 


if 


__ name == ' main ` 
import multiprocessing 


pool = multiprocessing.Pool() 
apply_async = pool.apply_async 


# Run the test function 


test() 
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ОДОО0000000000000000000000000000 
О000000000Осопеехнії III III 
@contextmanagerI||[|[ | ОДОДОД0000000000 
ООО00000000000000утет'а 00000000000 
Twisted[][]http://twistedmatrix.com ПППППП 


00000000 


7.12 ПШПШ 


7.12.1 (|| 
ОООД00000000000000000000000000000 
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ООООООДб0000000000000000000000900 
ППТ  ПППассесбвог function[][] 
getter/setter[| ПП ПП 
ОбО0000000000 





def 


sample(): 


n = 
Ж Closure function 
def 


func(): 
print 


('n=', п) 


# Accessor methods for n 


def 


деї п(): 
return 


n 


def 


set n(value): 
nonlocal n 
n = value 


Ж Attach as function attributes 
func.get_n = get n 


func.set п = set п 
return 


func 





О000000000000 


>>> f = sample() 





7.12.3 (|| 


000000000000000000000000000000 
попіоса ОДОДОДО0000000000000000000000 
ООО0000000000000000000000000000000 
О000000000000 


ОООД0000000000000000000000000000 
ООО00000000000000000000000000 





import sys 


class ClosureInstance 


def 


| init (self, locals=None): 


1f 
locals is 


None: 
locals = sys. getframe(1).f locals 


# Update instance dictionary with callables 


self. dict .update((key,value) for 
key, value in 


locals.items() 
if 


callable(value) ) 


Ж Redirect special methods 


def 


| len (self): 
return 


self. dict [' len ']() 








Ж Example use 


push(item): 
items.append(item) 


def 


pop(): 
return 


items.pop() 
def 


| len (): 
return 


len(items) 
return 


ClosureInstance() 





ООО00000000000000000000 





>>> s = Stack() 


>>> S 

< main .ClosureInstance object at 0x10069ed10> 
>>> 5.ри5һ(10) 

>>> s.push(20) 

>>> s.push('Hello' ) 

>>> (еп(5) 

3 

>>> s.pop() 

'Hello' 

>>> s.pop() 


ООО00000000000000000000000000000 
ООО000000000000000000 


class Stack2 


def 


| init (self): 
self.items - [] 


def 


push(self, item): 
self.items.append(item) 


def 


pop(self): 
return 


self.items.pop() 


def 


| len (self): 
return 


len(self.items) 





ООО000000000000000000 


>>> from timeit import 


timeit 
>>> # Test involving closures 


>>> s = Stack() 
>>> timeit('s.push(1);s.pop()', ‘from main import 5") 


0.9874754269840196 
>>> й Test involving a class 


>>> s = Stack2() 
>>> timeit('s.push(1);s.pop()', ‘from main import 5") 
1.0707052160287276 


>>> 





О000000000000000008%П0000000000 
Бе ПАЛА АИ 
зет ПО 


Raymond Неггіпдег 00000000000000О 
О"ДО"ОО0Д000000000000000000000000000 
ОООО0О0О0000000000000000000000000000 
ООООДОО0О0000000000000000000000000 
О000000000000000000С!Іоѕигеіпѕїапсе[р 
_ Іеп.| (00000 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ОООО0000000000000000000000000000000 
ОО000000000000000 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000 


[feedback mechanism[][] 


Uer ПП 


ОООО0000000000000000000000000000 
ООДОДООРУЄпОПОООООООДОДОООООООД000000 
О000000000 


8.1 ОООООООООО 
8.1.1 ПП 
ОбОб00000000000000000000000 


8.1.2 ПП 


ООДОО0000000000000 str — ОП 
__герг__()00000000000 





class Раіг 


де? 


| init (self, x, у): 
self.x = x 
self.y = y 
def 


| repr (self): 


return 


'Pair((0.x!r), {0.y!r})'.format(self) 
def 


| str (self): 
return 


'({O.x!s}, (0.y!s))'.format(self) 





0000 repr. ()000000000000соае 
герге5епіаїіопП [0000000000000000000000 
ПП 3 0000герг()0000000000000000000000 
000000000000000000 _ str ()0000000000 
О000005()0ргіт)ОО000000000000 
>>> р = Раіг(3, 4) 


>>> 


Pair(3, 4) я repr () output 
>>> print 


# str () output 





ООО00000000000000000000000000000 
ОООДОДО00000000017000000 герг ()0000 
000000 str ODDDODUBDUDUPetr I t 





»»» р з Pair(3, 4) 
>>> print 


("р is {0!г}'.Ғогтаї(р)) 
p is Pair(3, 4) 


>>> print 


("р is {0}'.format(p) ) 
р 15 (3, 4) 
> 





8.1.3 П 


ПП repr ОП str ()00000000000000 
ООО00000000000000000000000000000000 
ОО000000000000000000000 


ПП repr ()000000000000000000000 
eval(repr(x)) == хХОДОДОДОДОО0О000000000 
ОО000000000000000000000-«02000090000 


>>> f = open('file.dat') 
>>> f 


« io.TextlIOWrapper name='file.dat' mode='r' encoding='UTF-8'> 
>>> 





III str ОО00000 герг ОПППППП 
[| 


О00000ғогтаї()0000000000000000000 
it Ui UU 
Цени 


def 


| repr (self): 


return 


'Pair((0.x!r), {O.y!r})'.format(self) 





О000000000000000000%00000000000 


def 


| repr (self): 
return 


"Раіг(%г, %г)' 9 (self.x, self.y) 





8.2 000000000 
8.2.1 ПП 


О0000000ғогтає) О0000000000000000 
OUL 


8.2.2 ПП 


ООДОД000000000000000 њТогтак OU 
0000000 


_formats = 4 
'ymd' : '{d.year}-{d.month}-{d.day}', 
'mdy' : '{d.month}/{d.day}/{d.year}', 
ту" : ‘'{d.day}/{d.month}/{d.year}' 
} 


class Date 


def 


. init (self, year, month, day): 
self.year = year 
self.month = month 
self.day = day 


def 


_ format (self, code): 
if 


code == "": 
code = 'ymd' 
fmt = formats[code] 
return 


fmt.format(d=self) 





БатерроророророророророО 





>>> d = Date(2012, 12, 21) 

>>> format(d) 

"2012-12-21!" 

>>> format(d, 'mdy') 

"12/21/2012" 

>>> "Тһе date is {:ymd}'.format(d) 


"Тһе date is 2012-12-21! 
>>> "Тһе date is {:mdy}'.format(d) 
"Тһе date is 12/21/2012! 


>>> 





8.2.3 ПІ 


. format ООДДОРУСПОПОООООДОООООДО 
00000000000000000000000000000000000 
Орробр00000000000000000Одасебітероб 
OUL 


>>> from datetime import 
date 
>>> d = date(2012, 12, 21) 


>>> format(d,'%A, %B %d, %Y') 
'Friday, December 21, 2012' 


>>> "Тһе end is {:%d %b %Y}. Goodbye'.format(d) 
'The end is 21 Dec 2012. Goodbye' 
>>> 





ОДОДОД000000000000000000005ігіпаб 
ПППППРЕЕр://д9ос5. 
python.org/3/library/string.html 00000000 
00 


8.3 ПООООО0000000 


8.3.1 П 


О0000000000000000Осо0птехе- 
management ргогосо ДОМ ЕАОООООО 


8.3.2 ПП 


О0000000мһО000000__епѓег__ ОП 
. exit __()О000000000000000000000 





from socket import 


socket, AF INET, SOCK STREAM 


class LazyConnection 


def 


_ init (self, address, family-AF INET, type=SOCK STREAM): 
self.address - address 
self.family - AF INET 
self.type - SOCK STREAM 
self.sock = None 


def 


_ enter (self): 
if 


self.sock is not 


None: 
raise RuntimeError 


('Already connected') 


self.sock = socket(self.family, self.type) 
self.sock.connect(self.address) 
return 

self.sock 


def 


| exit (self, exc ty, exc val, tb): 
self.sock.close() 
self.sock = None 





ОООО0000000000000000000000000000 
ОО0000000000000000000000000000000 
with ООДОДОД0ОО00О0000000000000000000 





from functools import 


partial 


conn = LazyConnection(('www.python.org', 80)) 
я Connection closed 


with 

conn as 

S: 
Ж conn. enter () executes: connection open 
s.send(b'GET /index. html HTTP/1.0\r\n 


s.send(b'Host: www.python.org\r\n 


s.send(b'\r\n 


resp = b''.join(iter(partial(s.recv, 8192), b'')) 
Ж conn. exit () executes: connection closed 





8.3.3 ПІ 


ООО00000000000000000000000000000 
CIE with ОООДОО0000000ми30000 
. enter _()0000000000 enter (ППППОПО 
[IILI Пав III w ith О0000 
О0000 exit ОППППОПОПОПОПО 


ППППИППГИГПУМЕАЦППГИПИППИПИППИПИППГГ 
ОДОДО0000000 exit — ()0000000000000000 
ООДОО0О00000000000000 ехе ()0000000 
ОД0000000000000000000000000Мопепоб 
0000 exit О00Т'че рДрОО0000000000000 
ООД0000000000000миїсб000000000 


ПОБООВОБООВОВО0 В ауСоппесной lr] 
О00000мһО000000000$оске 000000000 
О000000000000000$оске О005оске000 
О000000000міһВО0000000000000000000 
О000000000000 





from socket import 


socket, АҒ ІМЕТ, SOCK STREAM 


class LazyConnection 


def 
_ init (self, address, family=AF INET, type=SOCK STREAM): 
self.address - address 
self.family = AF INET 
self.type = SOCK STREAM 
self.connections = || 
дает 
_ enter (self): 
sock = socket(self.family, self.type) 
sock.connect(self.address) 
self.connections.append(sock) 
return 
sock 
def 


| exit (self, exc ty, exc val, tb): 
self.connections.pop().close() 


Ж Example use 


from functools import 
partial 


conn - LazyConnection(('www.python.org', 80)) 


Ж 51 апа 52 are independent sockets 





LOI HDULIDULazy Connection TODO 
ОО0000000000000000000000000000000 
. enter С ДОО0О0000000000000000 
. exit. ()О000000000000000000000000000 
аа 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО00000000000000000000000000000000 
000 enter ОП exit ОДД)Оміїєб 000000 


00000000000000000 exit _O 00000000000 
00000000 


ОО000000000000000сопеехітападет 
00000009 .2200000000000000001.2.6000 


ПП 
8.4 (ПППППППИПИПІП 


8.4.1 || 
ОООД00000000000000000000000000000 


8.4.2 ПОП 


ОО00000000000000000000000000 
- slot [IILI IILI IILI IILI! 


class Date 


| slots = ['year', 'month', 'day'] 
def 


. init (self, year, month, day): 
self.year = year 
self.month = month 
self.day - day 





О000 51015 _  ОДОПРУЄпОПОДООООДООООО 
ООДОО0000000000000000 dict ПООПОПОПО 
ООО00000000000000000000000000000000 
- Slots [JI LI IILI IILI IILI IILI! 
__51015  ПООООДООО0О0000000000000----0 
ППИПИППИПЦ, stets ПОООООО000 


8.4.3 П 


ПО slots ДООООООДО0О00О00000000000 
ООО00000000000000000000000000000000 
ООДОДОО0000000000064ПО0ПРУСПОПОООДО 

- slots ПО000000аєер000000428000000 
000005105 QO000000015600000000000 
О00раёепо000000000000000000 


00 slots ДООООООДО0О0000000000000 
О00000000000Руєпопо00000000000000000 
00000000О _ slots ПООООООО00000000000 
ООО00000000000000000000000000000000 
РЕОНИ Ы ОНЕР 


ПО slots ДОДООООООО00О00000000000 
ООДОО00000000000000000 slots ПОПОПО 


000000000 stets ОДООООО0000000000 
__51015 ПОДООО000 


8.5 ПШПШ 
8.5.1 ПП 


HOU" 00" ОО00000000000000000Руһоп 
О000000000000 


8.5.2 ПП 
ОООО00000000000РУЄФПОПОООООООО00О0 


ОООД0000000000000000000000000000 000 
ООО0000000000000000000 


_ init (self): 
self. internal = 0 Ж Ап internal attribute 


self.public = 1 ЖА public attribute 


def 


public method(self): 


A public method 


def 


internal method(self): 





РусСпопПДООООООО000000000000000000 
ОООО000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООДОО000000000 secket tr pb p 
О00000000О5у5. дейбгатеб 0000000000 


ОО00000000000000000  0000000000 


| init (self): 
self. private = 0 
def 
| private method(self): 
def 


public method(self): 


self. private method() 





ОО000000000000000000пате 
папа о Л О О nb pm E mE mE E EE EDO] 
ПО В private[] B private текоаппППП 
ОООО0000000000000000000000----000000 
ОО0000000000000 


= init (self): 

super(). init () 

self. private = 1 Ж Does not override 
B. private 


Ж Does not override B. private method() 


def 


| private method(self): 





ПППІППП private[]. private method[]T] 
ПППП С private[] С private methodl[[|[ |[| 


08000000000 
8.5.3 || 


“ПП ОО00000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
елшшк шин шшш ЫШ 


ООО00000000000000000000000000000 
ООО0000000000000000000000000000000 


lambda = 2.0 Ж Trailing _ to avoid clash with lambda 
keyword 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО0000000000000000000000000000000 


8.6 (111111 
8.6.1 ІП 


ООО00000000000000000000000000000 
О000000000 


8.6.2 (ПП! 


000000000000000000000000ргорегеу 
[2] 100000000000000ргорегеу 0000000000 
00 


class Person 


дает 


| init (self, first name): 
self.first name - first name 


Ж Getter function 
@property 
def 


first name(self): 
return 


self. first name 
Ж Setter function 
@first_name.setter 
def 


first name(self, value): 
if not 


isinstance(value, str): 
raise TypeError 


('Expected a string') 
self. first name - value 


Ж Deleter function (optional) 
@first_name.deleter 
def 


first name(self): 
raise AttributeError 


("Can't delete attribute") 





ОО000000000000000000000000000000 
0000000О39евеегдро000Ййг5і патеПППП 
ргорегеудрр000000000005ебегдавеітеветпПП 
ППППгок папперродОб000000000йг5і name 
Д000с9Фргорегіеу ррдДрО00ргорегеу 00000000 
[[]gfirst name.setter[]@first name.deleter 
00000 


property ПП ОДО00000000000000000000 
О0000000000000оеёегѕеіѓегПаеІеѓег 
0000000 


>>> а = Person( 'Guido' ) 
>>> a. first name # Calls the getter 


‘Guido’ 
>>> a.first name = 42 Ж Calls the setter 


Traceback (most recent call last): 
File "«stdin»", line 1, in «module» 
File "prop.py", line 14, in first name 
raise TypeError 


('Expected a string') 
TypeError: Expected a string 
>>> del 


a.first name 

Traceback (most recent call last): 
File "«stdin»", line 1, in «module» 

AttributeError: can't delete attribute 

>>> 





НОЕ property ПИЯЗ 
О0000000000О9ес5еєсрроо0000000000 
first патербдододородододорородообб 
ППППП init. OQOUUU0UUself.first_ патепПП 
self. first патеП(ППППППргорегеуЦ ППІП 
ООДОО000000000000000000000000000000 
ОДОДОДО0000000000 init ()000 
self.first namer[]LHDusetterrpp ip mE 
self.first патеППППое. first пате 


00000009ес)5еєс ИП 
ргорегсу) 0000 





class Person 


def 


| init (self, first name): 
self.set first name(first name) 


Ж Getter function 


def 


get first name(self): 
return 


self. first name 


Ж Setter function 


def 


set first name(self, value): 
if not 


isinstance(value, str): 
raise TypeError 


('Expected a string') 
self. first пате = value 


# Deleter function (optional) 


def 


del first name(self): 
raise AttributeError 


("Can't delete attribute") 


Я Make a property from existing get/set methods 


name = property(get first name, set first name, 
del first name) 





8.6.3 ПІ 


property ИИ 
ПргорегуПі00000ргорег:уб0000000#оеї 
fset[fdel( 0000000000000 





>>> Person.first пате. Рдеї 
«function Person.first name at 0x1006a60e0> 
>>> Person.first name.fset 
«function Person.first name at 0x1006a6170> 
>>> Person.first name.fdel 
«function Person.first name at 0x1006a62e0> 


О000000000000ғе0ОғѕеєОО00000 
property ДО О0000000000000 


ОООД000000000000000000000000000 
ргорегёуу0ама0О000000000000009еќег 
[sette ПИ 


class Person 


def 


. init (self, first name): 
self.first name - name 
@property 
def 


first name(self): 
return 


self. first name 
@first_name.setter 
def 


first name(self, value): 
elf. first name - value 





UU property IILI III IL II 
ОО000000000000000000000000000000000 
ОО00000000000000000000000000000000 


ОООД0000000000000000000000000000000 
ООО00000000000000000ргорегеу 0000000 
ОООО0000000000000000000000ргорегоу JL] 
О0000000000 


property ИП Па 
ОО000000000000000000 


import math 
class Circle 


def 


. init (self, radius): 
self.radius = radius 
@property 
def 


area(self): 
return 


math.pi * self.radius ** 2 
@property 
def 

perimeter(self): 


return 


2 * math.pi * self.radius 





ШППргорегту 0000000000000000 
гадіиѕПагеађПрегітеїѓегПО0000000000000 


ООО00000000000000000000000 


>>> с = Circle(4.0) 
>>> c.radius 
4.0 


>>> c.area # [T BL) 


50.26548245743669 
>>> с.регітеїег # [En 


25.132741228718345 
»» 





ООргорегеу ППООООО0000000000000000 
ПШШШШ9Әе бег 5еїтег 000000 


>>> р = Person( 'Guido' ) 
>>> p.get first name() 
'Guido' 


>>> p.set first name('Larry') 





ООДОДОООД0ДОРУСПОПОООДООООДОДОООДОО 
ООДОО0О0000000000000000РУСпоОПОДОООДО 
О0000КРСПООООО0О00000000000000000000 
О0000000009еѕеєОО00000000000000 
property ИП! 


ООО0000000000000000000000ргорегіу 
00000000 





class Person 


def 
| init (self, first name, last name): 
self.first name - first name 
self.last name - last name 


@property 
def 


first name(self): 
return 


self. first name 


Qfirst name.setter 
def 


first name(self, value): 
if not 


isinstance(value, str): 
raise TypeError 


('Expected a string') 
self. first name - value 


Ж Repeated property code, but for a different name (bad!) 
(property 
def 


last name(self): 
return 


self. last name 


@last name.setter 
def 


last name(self, value): 


if пої 


isinstance(value, str): 
raise TypeError 


('Expected a string') 
elf. last name = value 





О000000000000000000000000000000 
ISI U на 
2111 


8.7 П0000000 
8.7.1 [H 
ОбОО0000000000000000000000000 


8.7.2 ПОП 
ООДОО0000000000000005и рег 000000 





spam(self): 
print 


("А.<рат") 


class В 


spam(self): 
print 


('B.spam' ) 
super().spam() я Call parent spam() 





зирег ОООО00000000000 init О0000 
О00000000000 


. init (self): 
self.x = 0 


class B 


__ init (self): 
super(). init () 
y 


self.y = 1 





О00000000000Руєһоп000000000000 


class Proxy 


def 


| init (self, obj): 
self. орі = obj 


# Delegate attribute lookup to internal obj 


def 


| getattr (self, name): 
return 


getattr(self. obj, name) 


# Delegate attribute assignment 


def 


| setattr (self, name, value): 
if 


name.startswith(' '): 


Super(). setattr (name, value) # Call 
Original _setattr__ 


else 


setattr(self. obj, name, value) 





ПППОПОП  setattr СООООО0О00000000000 
О0000000000_000000000ѕирег()000000 
__ setattr О)Д000000000000000О5еїї. об)00 


ООр0000000000О5чрегороророродборо000 
0000000 


8.7.3 ПІ 


0000005$чрег()050000000000Руєһопр00 
ООО00000000000000000000000000000000 
ПП 


class Base 


def 


| init (self): 
print 


('Base. init ^") 


class A 


(Base): 
def 


| init (self): 
Base. init (self) 
print 


CA ane 52 





ОО0000000000000“000* 000000000000 
ООО000000000000000000000000 





class Base 


def 


__ init (self): 
print 


("Ваве. init ^") 
class A 


(Base): 
def 


__ init (self): 


Base. init (self) 


print 
(ҒА. init ') 
class B 


(Base): 
def 


. init (self): 


Base. init (self) 


print 
('В. init ') 
class C 


(A,B): 
def 


= init (self): 


| init (self) 


( 

A. 

B. init (self) 
print 


(Co init) 


0000000000000Вазе. пи ()0000000 
0000000 





ППППППВаве. init (9 00000000000000 
ООДОО00000000000000005чрегоо000000 
000000 





class Base 


def 


| init (self): 
print 


('Base. init ^") 
class A 
(Base): 
def 
_ init (self): 
super(). init () 
print 


(A. init") 


class В 
(Base): 
def 
_ init (self): 
super(). init () 
print 
('B. init ') 
class C 
(A,B): 
de 


| init (self): 
super(). init () £ Only one call to super() here 


print 


(с anit) 





ООДОО0000000000000 ток ОО0000000 





О000000000000000000000Руёћопо000 
О00000000000000РуёһпопО00000000000000 


ПМАОПППП P! ПМЕОПППППИПППИПППППГІГІГ 
0000000 


>>> C. то. 
(<class ' main .С'>, «class ' main .A'», <class 





ОДДООООРУСПОПОМЕВОДОДООООДООООООО 
ОООО000000000000000 


0МВО000000000000000000000©3000 
00063 Linearization[ Ibo ub i 
О000000000000000000000000030000 


° О0000000000 
ы ОДОООД0000МАОДООООО00000 


° ООО000000000000000000000000000 
OUL 


ОООО0000000000МЕОДООООООО0О0ООО 
0000000000 <а$$ Ппіегагс пу ДО 


ЮдДєирегороДОРутпопоДОДОМАОДООПО 
ООООО000000000000000000000000000 


ѕирег()П000000000000000000000000МКор 
О00000000000000000000000000000 
Base. init (00000000000 


ПП ѕирег()О000000000000000000000000 
ОООД0000000000000000000000000000000 
0000 


spam(self): 


print 


('A.spam') 


super().spam() 





ОО000000000000000000 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "<stdin>", line 4, in spam 


AttributeError: 'super' object has no attribute 'spam' 
>>> 





ОО0000000000000000000000 


>>> class В 


def 


spam(self): 
ай ргіпі 


('B.spam' ) 


>>> class C 





О00000000А0000$ирег().ѕрат()000000 


0000В005рат()00—ВОАОО000000000000 
ООСОМАОДОДОДО 





>>> C. то. 
(«class ' main .С'>, «class ' main .A'>, <class 


>>> 


000000000000Опліхіп сіав 00000000 
ѕирег()00008.1308.1800 


00000ѕирег()000000000000000000000 
ОООД0000000000000000000000000000000 
ООДОО000000000000000000000О5ирего ПО 
ОО000000000000000000000000000000000 
ОДОООД0О000000000000000МЕКОДОДОДОООДООО 
ОО000000000000 


ПРупоп000005чрег()0000000000000 
О000000000000000000000000каутопа 


Hettinger 00000000“ Python 5 super() 
considered 5ирег'"ПДДД000000000000000 


00000$ирег()000000000 "2 0 


8.8 (111010 

8.8.1 ПП 
ООДО000000000000000000000000000 

8.8.2 ППО 


О000000000000000000)патер 





class Person 


def 


| init (self, name): 


self.name = name 


# Getter function 


@property 
def 
name(self): 
return 


self. name 


# Setter function 


@name.setter 
def 


name(self, value): 
if not 


іѕіпѕіапсе (ма е, str): 
raise ТуреЕггог 


('Expected а string') 


self. name = value 


Ж Deleter function 


@name.deleter 
def 


name(self): 
raise AttributeError 


("Can't delete attribute") 
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class SubPerson 


(Рег5оп): 
(property 
def 


name(self): 
print 


('Getting name') 
return 


super().name 


@name.setter 
def 


name(self, value): 
print 


('Setting name to', value) 


super(SubPerson, SubPerson).name. set (self, value) 


@name.deleter 
def 


name(self): 
print 


('Deleting name' ) 


super(SubPerson, SubPerson).name. delete (self) 
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>>> s з SubPerson('Guido') 
Setting name to Guido 

>>> s.name 

Getting name 

'Guido' 


>>> s.name = 'Larry' 
Setting name to Larry 
>>> s.name = 42 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "example.py", line 16, in name 
raise TypeError 


('Expected a string') 


ТуреЕггог: Expected а string 
>>> 


ООО00000000000000000000000000 


class SubPerson 


(Person): 


@Person.name.getter 
def 


name(self): 
print 


('Getting пате") 
return 


super().name 
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class SubPerson 


(Рег5оп): 
@Person.name.setter 
def 


name(self, value): 
print 


('Setting name to', value) 


super(SubPerson, SubPerson).name. set (self, value) 
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class SubPerson 


(Person): 


@property # Doesn't work 


def 


name(self): 
print 


('Getting name') 
return 


зирег().пате 
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>>> 


s = SubPerson('Guido') 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "example.py", line 5, in init _ 


self.name = name 


AttributeError: can't set attribute 
>>> 
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class SubPerson 


(Person): 
@Person.getter 
def 


name(self): 
print 


('Getting пате") 
return 


зирег().пате 
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>>> 


s = SubPerson('Guido') 
>>> 


s.name 
Getting name 
"сиідо" 
>>> 


s.name = 'Larry' 
>>> 


s.name 
Getting name 
‘Larry’ 

>>> 


s.name = 42 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "example.py", line 16, in name 
raise 


TypeError('Expected а string') 
TypeError: Expected a string 
>>> 
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Ж A descriptor 


class String 


def 


| init (self, name): 


self.name = name 
def 


| get (self, instance, cls): 
f 


instance is None: 
return 


self 
return 


instance. dict  [self.name] 
def 


_ Set (self, instance, value): 


if not 


isinstance(value, str): 


raise ТуреЕггог 


('Expected a string') 


instance. dict _ [self.name] = value 


# A class with a descriptor 


class Person 


name = String('name') 
def 


_ init (self, name): 


self.name = name 


Ж Extending a descriptor with a property 


class SubPerson 
(Person): 
(property 

def 


name(self): 
print 


('Getting name') 
return 


super().name 


@name.setter 


def 


name(self, value): 
print 


('Setting name to', value) 


super(SubPerson, SubPerson).name. set (self, value) 


@name.deleter 
def 


name(self): 


print 


('Deleting name' ) 


super(SubPerson, SubPerson).name. delete (self) 
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Ж Descriptor attribute for ап integer type-checked attribute 


class Integer 


def 


| init (self, name): 


self.name = name 
def 


| get (self, instance, cls): 
f 

instance is None: 

return 
self 

else 

return 

instance. dict  [self.name] 


def 


| Set (self, instance, value): 


if not 


isinstance(value, int): 
raise TypeError 


('Expected an int') 


instance. dict _ [self.name] = value 
def 


| delete (self, instance): 
del 


instance. dict  [self.name] 
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class Point 


x = Integer('x') 
y = Integer('y') 
def 


| init (self, x, у): 
elf.x = x 


ООО000000000000000000х0У0000000 


дек ОП set ОП delete ()000000000 
ПП 


>>> 


p = Point(2, 3) 
>> 


> 


Ж Calls Point.x дек (p, Point) 


Ж Calls Point.y. set (p, 5) 


p.x = 2.3 Ж Calls Point.x. set (p, 2.3) 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "descrip.py", line 12, in set ` 
raise TypeError 


('Expected an int') 
TypeError: Expected an int 
>>> 
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Ж Does МОТ work 


class Point 


def 


| init (self, x, у): 
self.x = Integer('x') Ж No! Must be a class 
variable 


self.y = Integer('y') 
self.x = x 


self.y = у 


000000 дек ОПППППППППППППГІП 


Ж Descriptor attribute for ап integer type-checked attribute 


class Integer 


def 
| get (self, instance, cls): 
if 


instance is 


None: 
return 


self 
else 


return 


instance. dict  [self.name] 
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»»» р з Роіпі(2,3) 
>>> р.х Ж Calls Point.x. get (р, Point) 


»»» Point.x £ Calls Point.x. get (None, Point) 


« main .Integer object at 0х100671890» 
>> 
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Ж Descriptor for а type-checked attribute 


class Typed 


def 
| init (self, name, expected type): 
self.name = name 
self.expected type = expected type 
def 


| get (self, instance, cls): 
if 


instance is 


None: 
return 


self 
else 


return 
instance. dict [self.name] 
def 


| set (self, instance, value): 
if not 


isinstance(value, self.expected type): 
raise TypeError 


('Expected ' + str(self.expected type)) 
instance. dict _ [self.name] = value 


def 


| delete (self, instance): 
del 


instance. dict _ [self.name] 


# Class decorator that applies it to selected attributes 


def 


typeassert(**kwargs): 
def 


decorate(cls): 
for 


name, expected type in 

kwargs.items(): 
Ж Attach a Typed descriptor to the class 
setattr(cls, name, Typed(name, expected type)) 


return 


cls 


return 
decorate 


Ж Example use 


@typeassert(name=str, shares-int, price=float) 
class Stoc 


def 


. init (self, name, shares, price): 
self.name = name 
self.shares = shares 
self.price = price 
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class lazyproperty 


def 


| init (self, func): 
self.func = func 


def 


| get (self, instance, cls): 
if 


instance is 


None: 
return 


self 
else 


value = self.func(instance) 
setattr(instance, self.func. name 
return 


, Value) 
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import math 


class Circle 


def 


| init (self, radius): 
self.radius = radius 


@lazyproperty 
def 


area(self): 
print 


('Computing area') 
return 


math.pi * self.radius ** 2 


@lazyproperty 
def 


perimeter(self): 
print 


('Computing perimeter') 
return 


2 * math.pi * self.radius 
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>>> С = Circle(4.0) 
>>> c.radius 
4.0 


>>> c.area 
Computing area 
50.26548245743669 
>>> c.area 
50.26548245743669 
>>> c.perimeter 


Computing perimeter 
25.132741228718345 
>>> C.perimeter 

25.132741228718345 


>>> 
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ЕЕНЕЕЕЕЕЕЕНЕЕЕНШЕЕЕЕЕЕЕЕШЕНЕЕНЕЕШЕ 
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>>> С = Circle(4.0) 
>>> # Get instance variables 


>>> vars(c) 
{'radius': 4.0} 


>>> # Compute area and observe variables afterward 


>>> с.агеа 

Computing area 

50.26548245743669 

>>> уаг5 (С) 

{'area': 50.26548245743669, 'radius': 4.0} 


>>> й Notice access doesn't invoke property anymore 


>>> c.area 
50.26548245743669 


>>> й Delete the variable and see property trigger again 


>>> del 


c.area 

>>> vars(c) 
{'radius': 4.0) 
>>> c.area 
Computing area 
50.26548245743669 


>>> 
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>>> с.агеа 
Computing area 
50.26548245743669 


>>> C.area = 25 
>>> с.агеа 


>>> 
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def 


lazyproperty(func): 
name = ' lazy ' + func. name | 
@property 
def 


lazy(self): 
if 


hasattr(self, name): 
return 


getattr(self, name) 


value = func(self) 
setattr(self, name, value) 
return 


value 
return 


lazy 
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>>> с = Сігсіе(4.0) 
>>> С.агеа 
Computing area 
50.26548245743669 


>>> С.АГ 


.агеа 
50.26548245743669 


>>> С.агеа - 25 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 

AttributeError: can't set attribute 

>>> 
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class Structure 


я Class variable that specifies expected fields 
_fields= [] 
def 


_ init (self, *args): 
if 


len(args) != len(self. fields): 
raise TypeError 


('Expected 1) arguments'.format(len(self. fields))) 


# Set the arguments 


for 
name, value in 


zip(self. fields, args): 
setattr(self, name, value) 


Ж Example class definitions 


if 


__ name == " тап ": 
class Stock 


(Structure): 
_fields = ['name', 'shares', 'price'] 


class Point 


(Structure): 
_fields 


['x','y'] 


class Circle 


(Structure): 
_fields = ['radius'] 
def 


area(self): 
return 


math.pi * self.radius ** 2 
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Stock('ACME', 50, 91.1) 

Point(2, 3) 

Circle(4.5) 

('ACME', 50) 
(most recent call last): 
File "<stdin>", line 1, in <module> 
File "structure.py", line 6, in init ` 
raise TypeError 


(‘Expected {} arguments'.format(len(self. fields) )) 
TypeError: Expected 3 arguments 
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class Structure 


_fields= [] 
def 


| init (self, *args, **kwargs): 


1f 


Теп(агд5) > len(self. fields): 
raise TypeError 


('Expected 1) arguments'.format(len(self. fields) )) 


# Set all of the positional arguments 


for 
name, value in 


zip(self. fields, args): 
setattr(self, name, value) 


£ Set the remaining keyword arguments 


for 
name in 


self. fields[len(args):]: 
setattr(self, name, kwargs.pop(name)) 


# Check for any remaining unknown arguments 


if 


kwargs: 
raise TypeError 


(‘Invalid argument(s): {}'.format(','.join(kwargs) ) ) 
# Example use 


if 


|. name == " main ": 
class Stock 


(Structure): 


fields = ['name', 'shares', 'price'] 


sl = Stock('ACME', 50, 91.1) 
S2 = Stock('ACME', 50, ргісе-91.1) 
53 = Stock('ACME', shares-50, ргісе-91.1) 
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class Structure 


я Class variable that specifies expected fields 
_fields= [] 
de 


| init (self, *args, **kwargs): 


1f 


len(args) != len(self. fields): 
raise TypeError 


('Expected 1) arguments'.format(len(self. fields))) 


# Set the arguments 


for 
name, value in 


zip(self. fields, args): 
setattr(self, name, value) 


# Set the additional arguments (if any) 


extra_args = kwargs.keys() - self. fields 


for 
name in 
extra_args: 
setattr(self, name, kwargs.pop(name)) 
if 


kwargs: 
raise TypeError 


('Duplicate values for {}'.format(','.join(kwargs))) 


# Example use 


if 


|. name == " main ": 
class Stock 


(Structure): 


fields = ['name', 'shares', 'price'] 
51 = Stock('ACME', 50, 91.1) 
52 = Stock('ACME', 50, 91.1, date-'8/2/2012') 
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class Stock 


def 


. init (self, name, shares, price): 
self.name = name 
self.shares = shares 
self.price = price 


class Point 


def 
| init (self, x, y): 
self.x = x 
self.y = y 


class Circle 


def 


| init (self, radius): 
self.radius = radius 
def 


area(self): 
return 


math.pi * self.radius ** 2 
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class Structure 


я Class variable that specifies expected fields 


_fields= [] 
de 


_ init (self, *args): 
if 


len(args) != len(self. fields): 
raise TypeError 


('Expected 1) arguments'.format(len(self. fields) )) 


# Set the arguments (alternate) 


self. dict .update(zip(self. fields,args) ) 
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>>> help(Stock) 
Help on class Stock in module _ main : 


class Stock(Structure) 


| Methods inherited from Structure: 


| 
| init (self, *args, **kwargs) 
| 
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ООДОО00000000007 frame hack" Dt] 
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def 


init fromlocals(self): 
import sys 


locs = sys. getframe(1).f locals 
for 


k, v in 
locs.items(): 
if 
К != 'self': 
setattr(self, k, v) 
class Stock 
def 


| init (self, name, shares, price): 
init fromlocals(self) 
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from абс import 


ABCMeta, abstractmethod 
class IStream 
(metaclass=ABCMeta): 
@abstractmethod 
def 


read(self, maxbytes=-1): 
pass 


@abstractmethod 
def 


write(self, data): 
pass 
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а = IStream() Ж ТуреЕггог: Can't instantiate abstract 
class 


Ж IStream with abstract methods read, write 
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class SocketStream 


(IStream): 
def 


read(self, maxbytes=-1): 


def 


write(self, data): 
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дает 


serialize(obj, stream): 


isinstance(stream, IStream): 
raise TypeError 


('Expected an IStream') 
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ітрогі іо 


Я Register the built-in 1/0 classes as supporting our 
interface 


IStream.register(io.IOBase) 


Ж Open a normal file апа type check 


f = open('foo.txt') 
isinstance(f, IStream) Я Returns True 
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from абс import 


ABCMeta, abstractmethod 
class A 


(metaclass=ABCMeta): 
@property 
@abstractmethod 
def 


name(self): 
pass 


@name.setter 
@abstractmethod 
def 


name(self, value): 
pass 


@classmethod 
@abstractmethod 
def 


methodl(cLs): 
pass 


@staticmethod 
@abstractmethod 
def 


method2(): 
pass 





8.12.3 [|| 


О00000000000000000соПесіопѕ0000 
ОО0000000000000000000000000000 
питрегѕПО00000000000000000000000000 
ООїоООО000МО0000000000 


ООО00000000000000000000000000000 
00000 





import collections 


Ж Check if x is a sequence 
if 
isinstance(x, collections.Sequence): 


Ж Check if x is iterable 


if 


isinstance(x, collections.Iterable): 
Ж Check if x has a size 


if 


isinstance(x, collections.Sized): 
# Check if x is a mapping 


if 


isinstance(x, collections.Mapping): 
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from decimal import 


Decimal 
import numbers 


x = Decimal('3.4') 
isinstance(x, numbers.Real) # Returns False 
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Ж Base class. Uses а descriptor to set а value 


class Descriptor 


def 
| init (self, name=None, **opts): 
self.name = name 
for 


key, value in 


opts.items(): 
setattr(self, key, value) 


def 


| set (self, instance, value): 
instance. dict [self.name] = value 


# Descriptor for enforcing types 


class Typed 


(Descriptor): 
expected type = type(None) 


def 


| set (self, instance, value): 
if not 


isinstance(value, self.expected type): 
raise TypeError 


(‘expected ' + str(self.expected type) ) 
Super(). set (instance, value) 


# Descriptor for enforcing values 


class Unsigned 


(Descriptor): 
def 


| set (self, instance, value): 
if 


value « 0: 
raise ValueError 


('Expected >= 0") 
super(). set (instance, value) 


class MaxSized 


(Descriptor): 
def 


_ init (self, name=None, **opts): 


if 
'size' not in 


opts: 
raise TypeError 


('missing size option') 
super(). init (name, **opts) 


def 


| set (self, instance, value): 
if 


len(value) »- self.size: 
raise ValueError 


('size must be < ' + str(self.size)) 
super(). set (instance, value) 
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class Integer 


(Typed): 
expected type = int 


class UnsignedInteger 


(Integer, Unsigned): 
pass 


class Float 


(Typed): 
expected type = float 


class UnsignedFloat 


(Float, Unsigned): 
pass 


class String 


(Typed): 
expected type = str 


class SizedString 


(String, MaxSized): 
pass 
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class Stock 


Ж Specify constraints 


name = SizedString('name',size-8) 
shares = UnsignedInteger('shares') 
price = UnsignedFloat('price') 

def 


. init (self, name, shares, price): 
self.name = name 
self.shares = shares 
self.price = pric 
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>>> s = Stock('ACME', 50, 91.1) 
>>> 5.пате 


'АСМЕ' 
>>> s.shares = 75 
>>> s.shares = -10 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "example.py", line 17, in set _ 
super(). set _ (instance, value) 
File "example.py", line 23, in set 
raise ValueError 





('Expected >= 0") 
ValueError: Expected >= 0 
>>> 5.ргісе = "а lot' 
Traceback (most recent call last): 
File "<stdin>", line 1, in «module» 
File "example.py", line 16, in set 
raise TypeError 


('expected ' + str(self.expected type)) 
TypeError: expected «class 'float'» 
>>> s.name = 'ABRACADABRA' 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "example.py", line 17, in set _ 
super(). set (instance, value) 
File "example.py", line 35, in set 
raise ValueError 





('size must be < ' + str(self.size)) 
ValueError: size must be « 8 


>>> 
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Ж Class decorator to apply constraints 


def 


check attributes (**kwargs) : 
def 


decorate(cls): 
for 


key, value in 


kwargs.items(): 


1f 


isinstance(value, Descriptor): 
value.name = key 
setattr(cls, key, value) 
else 


setattr(cls, key, value(key)) 
return 


return 
decorate 
Ж Example 
@сһеск attributes(name-SizedString(size-8), 
shares-UnsignedInteger, 


price-UnsignedFloat) 
class Stock 


def 


. init (self, name, shares, price): 
self.name - name 
self.shares = shares 
self.price - price 
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Ж А metaclass that applies checking 


class checkedmeta 


(type): 
def 


| new (с15, clsname, bases, methods): 
Ж Attach attribute names to the descriptors 
for 

key, value in 


methods.items(): 
if 


isinstance(value, Descriptor): 
value.name = key 
return 


type. new (cls, clsname, bases, methods) 
# Example 


class Stock 


(metaclass=checkedmeta) : 
пате = SizedString(size=8 ) 
shares = UnsignedInteger() 
price = UnsignedFloat() 
def 


. init (self, name, shares, price): 
self.name = name 
self.shares = shares 
self.price = price 
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0000000000000 дес ()000000000000000 
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ОДОО0000000000000пліхіа 000000 
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Ж Normal 


class Point 


x = Integer('x') 
y = Integer('y') 


Ж Metaclass 


class Point 


(metaclass=checkedmeta) : 
x = Integer() 
y = Integer() 
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Ж Base class. Uses а descriptor to set а value 


class Descriptor 


def 
init (self, name=None, **opts): 
self.name = name 
for 


key, value in 


opts.items(): 
setattr(self, key, value) 


def 


_ Set (self, instance, value): 


instance. dict [self.name] = value 


# Decorator for applying type checking 


def 


Typed(expected type, cls=None): 
if 
cls is 


None: 
return Lambda 


cls: Typed(expected type, cls) 


super set = cls. set _ 
def 


set (self, instance, value): 


if 
not 


isinstance(value, expected type): 
raise TypeError 


(‘expected ' + str(expected type) ) 
Super set(self, instance, value) 
cls. set = set 
return 





cls 


Ж Decorator for unsigned values 


def 


Unsigned(cls): 
super set = cls. set _ 


def 
_ Set (self, instance, value): 
if 
value < 0: 


raise ValueError 


('Expected >= 0") 
super set(self, instance, value) 
cls. set = set 
return 





cls 


# Decorator for allowing sized values 


def 


MaxSized(cls): 
super init = cls. init . 
def 


| init (self, name=None, **opts): 
if 
'size' not in 
opts: 
raise TypeError 


('missing size option') 
super init(self, name, **opts) 
cls. init - init 





super set = cls. set . 
def 


_ Set (self, instance, value): 


if 


Теп(маше) >= self.size: 
raise ValueError 


('size must be < ' + str(self.size)) 
Super set(self, instance, value) 
cls. set Е ѕеї 
return 





cls 
Ж Specialized descriptors 
@Typed(int) 

class Integer 


(Descriptor): 
pass 


@Unsigned 
class UnsignedInteger 


(Integer): 
pass 


@Typed( float) 
class Float 


(Descriptor): 
pass 


@Unsigned 
class UnsignedFloat 


(Float): 
pass 


@Typed(str) 
class String 


(Descriptor): 


@MaxSized 
class SizedString 


(String): 
pass 
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ЕЕНЕЕЕЕЕЕЕНЕЕНЕЕЕЕЕЕЕЕШЕНЕЕШЕЕШЕ 
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8.14.2 (ULL 


collections[] ОДО0О000000000000000000 
ПОООО000000000000000000000000000000 
0000000000000<со!есііопѕ .Іёегабіе1000 
0000000 


import collections 


class A 


(collections.Iterable): 





ОсоПесіїоп5. Іеегаріе 0000000000000 
0000000000000000000000000000000000 


>>> 


a 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 


TypeError: Can't instantiate abstract class A with abstract 
methods | iter _ 
>>> 





ПППППППППППППОПППП iter ()0000000 
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Псоһесвоп< ООО0Д00000000000 
Sequence[]MutableSequence[]Mapping[] 
MutableMapping[]Set[][]MutableSet[][]U]L]E]L] 
ОДОДОД00000000000000000С0піаїпет) 
Iterable[]Sized[]|Sequence[][] 

Миа е5еацептсей ПрДОбООДО000000000000 
ОООДООДОД00000000000000000000000000 
О00000000 


>>> import collections 


>>> 


collections.Sequence() 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: Can't instantiate abstract class Sequence with 
abstract methods N 
__ getitem , len 
>>> 
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import collections 


import bisect 


class SortedItems 


(collections.Sequence): 
def 


| init (self, initial=None): 
self. items = sorted(initial) if initial is None else 


[] 


# Required sequence methods 


def 


| getitem (self, index): 
return 


self. items[index] 
def 


| len (self): 


return 
len(self. items) 


# Method for adding an item in the right location 


def 


add(self, item): 
bisect.insort(self. items, item) 
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>>> 


items = SortedItems([5, 1, 31) 
>>> 


list(items) 


[15 3, 5] 

>>> 
items[0] 

1 

>>> 
items[-1] 

5 

>>> 


items.add(2) 
>>> 


list(items) 
[1, 2, 3; 5] 
>>> 


items.add(-10) 
>>> 


list(items) 
[-10, 1, 2, 3, 5] 
>>> 


items[1:4] 
[1, 2, 3] 
>>> 

3 in 
items 
True 


>>> 


len(items) 





ПППППэогееа ега ПООООДОДООДОДОООО 
ОООДОД00000000000000000000001еп00000 
Па 0000000000 


ООДОД0000000бі5ес 0000000000000 
ПООбе лесе іп5огЕ0ОО0000000000000000000 


0000 


8.14.3 [| 


[]collections[  ОО0000000000000000000 
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>>> 


items = SortedItems() 
>>> import collections 


>>> 


isinstance(items, collections.Iterable) 


isinstance(items, collections.Sequence) 
True 
>>> 


isinstance(items, collections.Container) 
True 
>>> 


isinstance(items, collections.Sized) 
True 
>>> 


isinstance(items, collections.Mapping) 
False 


>>> 
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class Items 


(collections.MutableSequence): 
def 


| init (self, initial-None): 
self. items - list(initial) if 


initial is 


None else 


[3 


£ Required sequence methods 


def 


| getitem (self, index): 
print 


('Getting:', index) 
return 


self. items[index] 


def 
| setitem (self, index, value): 
print 
('Setting:', index, value) 


self. items[index] = value 


def 
| delitem (self, index): 
print 
('Deleting:', index) 
del 


self. items[index] 


def 
insert(self, index, value): 
print 
('Inserting:', index, value) 


self. items.insert(index, value) 
def 


_ len (self): 


ргіпі 


('Len') 
return 


len(self. items) 
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>>> 


a = Items([1, 2, 31) 
>>> 


a.append(4) 
Len 


Inserting: 3 4 


a.append(2) 
Len 

Inserting: 4 2 
a.count (2) 


2 
0 
1 
Getting: 2 
3 
4 


Getting: 5 
2 


>>> 


а. гетоме (3) 


Deleting: 2 
>>> 
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О0000000000000000009еіедаќер0000 
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ООО00000000000000000000000000000 
ООО00000000000000000000000000000 


class А 


дает 


spam(self, x): 
pass 


def 


foo(self): 
pass 


class B 


def 


. init (self): 
self. a - A() 


def 
spam(self, x): 
£ Delegate to the internal self. a instance 
return 
self. a.spam(x) 
def 
foo(self): 
£ Delegate to the internal self. a instance 
return 
self. a.foo() 
def 


bar(self): 
pass 


_________. 
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spam(self, x): 
pass 


def 


foo(self): 
pass 


| init (self): 
self. a - A() 


def 


bar(self): 
pass 


Ж Expose all ої the methods defined оп class А 


def 


| getattr (self, name): 


getattr(self. a, name) 
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я Calls B.bar() (exists оп В) 


р. рат (42) Ж Calls B. getattr ('ѕрат') and delegates to 
A. spam 
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ЖА proxy class that wraps around another object, but 


я exposes its public attributes 


class Proxy 


def 


_ init (self, obj): 
self. орі = obj 


Ж Delegate attribute lookup to internal obj 


def 


| getattr (self, name): 
print 


('getattr:', name) 
return 


getattr(self. obj, name) 


£ Delegate attribute assignment 


def 


| setattr (self, name, value): 
if 


name.startswith(' '): 
super(). setattr (name, value) 
else 
print 


('setattr:', name, value) 
setattr(self. obj, name, value) 


Ж Delegate attribute deletion 


def 


_ delattr (self, name): 
if 


name.startswith(' '): 
super(). delattr (name) 


else 


print 


('delattr:', name) 
delattr(self. обі, name) 
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class Spam 


def 
| init (self, x): 
self.x = x 

def 


bar(self, y): 
print 


('Spam.bar:', self.x, y) 


Ж Create an instance 


s = Spam(2) 


Ж Create a proxy around it 


p = Proxy(s) 


Ж Access the proxy 


print 


(p.x) # Outputs 2 


p.bar(3) Ж Outputs "5рат.баг: 2 3" 


p.x = 37 # Changes s.x to 37 
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spam(self, x): 
print 


('A.spam', x) 
def 


foo(self): 
print 


('A.foo') 


class B 


spam(self, x): 
print 


('B.spam' ) 
super().spam(x) 


def 


bar(self): 
print 


('B.bar') 
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class А 


дает 


spam(self, x): 
print 


('A.spam', x) 
def 


foo(self): 
print 


('A.foo') 


class B 


def 


| init (self): 
self. a - A() 


def 


spam(self, x): 
print 


('B.spam', x) 
self. a.spam(x) 


def 


bar(self): 
print 


('B.bar') 
def 


| getattr (self, name): 


getattr(self. a, name) 
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class ListLike 


def 


__ init (self): 


self. items = [] 
def 


| getattr (self, name): 
return 


getattr(self. items, name) 
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>>> а = 115 1Ке () 

>>> а.аррепа(2) 

>>> а.іп5егі(0, 1) 

>>> a.sort() 

>>> (еп(а) 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 


TypeError: object of type 'ListLike' has no Теп() 
>>> a[0] 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: 'ListLike' object does not support indexing 
>>> 
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class ListLike 


дет 
_ init (self): 
self. items = [] 
def 


| getattr (self, name): 
return 


getattr(self. items, name) 


я Added special methods to support certain list operations 


def 


| len (self): 
return 


len(self. items) 
def 


| getitem (self, index): 
return 


self. items[index] 
def 


| setitem (self, index, value): 
self. items[index] = value 
def 


| delitem (self, index): 
del 


self. items[index] 
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import time 


class Date 
Ж Primary constructor 


def 
| init (self, year, month, day): 
self.year = year 
self.month = month 
self.day = day 


Ж Alternate constructor 


@classmethod 
def 


today(cls): 
t = time.localtime() 
return 


cls(t.tm year, t.tm mon, t.tm mday) 
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a - Date(2012, 12, 21) Ж Primary 


b = Date.today() # Alternate 
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class NewDate 


(Date): 
pass 


c = Date.today() Ж Creates an instance of Date (cls=Date) 


d = NewDate.today() # Creates an instance of NewDate 
(cls=NewDate) 


ООДОД0О0000000000000 int ()00000 
00--- -ОО000000000000000000000000000 
ОО00000000000000 
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class Date 


def 


| init (self, *args): 
if 


len(args) == 0: 
t = time.localtime() 


args = (t.tm year, t.tm топ, t.tm таау) 
self.year, self.month, self.day = args 
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а = Date(2012, 12, 21) Ж Clear. А specific date. 


р = Date() Ж 77? What does this do? 


Ж Class method version 


c = Date.today() Ж Clear. Today's date. 
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class Date 


def 


. init (self, year, month, day): 
self.year = year 
self.month = month 
self.day - day 
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>>> d = Date. new (Date) 


| main .Date object at 0x1006716d0> 
>>> d.year 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
AttributeError: 'Date' object has no attribute 'year' 
>>> 
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>>> data = {'year':2012, 'month':8, ‘day':29} 
>>> for 


key, value in 


data.items(): 


setattr(d, key, value) 


>>> d.year 
2012 

>>> d.month 
8 


>>> 
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from time import 


localtime 


class Date 


def 


. init (self, year, month, day): 
self.year = year 
self.month = month 
self.day = day 


@classmethod 
def 


today(cls): 
d = cls. new (cls) 
t = localtime() 
d.year = t.tm year 
d.month = t.tm топ 
d.day = t.tm тдау 


return 
q 
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data = í 'year': 2012, "топки": 8, 'day': 29 } 
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class LoggedMappingMixin 


Add logging to get/set/delete operations for debugging. 


| slots = () 
def 


| getitem (self, key): 
('Getting ' + str(key)) 
turn 


super(). getitem (key) 
def 


| setitem (self, key, value): 
print 


('Setting {} = {!r}'.format(key, value) ) 
return 


super(). setitem (key, value) 
def 


| delitem (self, key): 
print 


(‘Deleting ' + str(key)) 
return 


super(). delitem (key) 


class SetOnceMappingMixin 


Only allow a key to be set once. 


| slots  - () 
def 
| setitem (self, key, value): 
if 
key in 
self: 


raise KeyError 


(str(key) - ' already set') 
return 


super(). setitem (key, value) 
class StringKeysMappingMixin 


Restrict keys to strings only 


| slots = () 
def 
| setitem (self, key, value): 
if 


not 


isinstance(key, str): 
raise TypeError 


('keys must be strings') 


super(). setitem (key, value) 
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>>> class LoggedDict 


(LoggedMappingMixin, dict): 
га ра55 


>>> 
d = LoggedDict() 
>>> 


d['x'] = 23 
Setting x = 23 
>>> 


d['x'] 
Getting x 
23 
>>> 


del 


d['x'] 
Deleting x 


»»» from collections import 


defaultdict 
»»» class SetOnceDefaultDict 


(SetOnceMappingMixin, defaultdict): 
pass 


>>> 
d = SetOnceDefaultDict( list) 


>>> 


d['x'].append(2) 
>>> 


d['y'].append(3) 
>>> 


d['x'].append(10) 
>>> 


d['x'] = 23 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "mixin.py", line 24, in  setitem _ 
raise KeyError 


(str(key) + ' already set') 
KeyError: 'x already set' 


>>> from collections import 


OrderedDict 
>>> class StringOrderedDict 


(StringKeysMappingMixin, 


SetOnceMappingMixin, 
OrderedDict): 
pass 


>>> 


d = StringOrderedDict() 


>>> 

d['x'] = 23 
>>> 

d[42] = 10 


Traceback (most recent call Last): 
File "«stdin»", line 1, in «module» 
File "mixin.py", line 45, in  setitem _ 


TypeError: keys must be strings 
>>> 


d['x'] = 42 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "mixin.py", line 46, іп  setitem _ 
| slots  - () 
File "mixin.py", line 24, in  setitem _ 
if 


key in self: 
KeyError: 'x already set' 
>>> 
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from xmlrpc.server import 


Simp leXMLRPCServer 
from socketserver import 


ThreadingMixIn 
class ThreadedXMLRPCServer 


(ThreadingMixIn, SimpleXMLRPCServer): 
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class RestrictKeysMixin 


def 
. init (self, *args, restrict key type, **kwargs): 
self. restrict key type - restrict key type 
super(). init (*args, **kwargs) 


def 


| setitem (self, key, value): 


isinstance(key, self. restrict key type): 
raise TypeError 


('Keys must be " + str(self. restrict key type)) 
super(). setitem (key, value) 
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>>> class RDict 


(RestrictKeysMixin, dict): 
pass 


>>> 
d = RDict( restrict key type-str) 
>>> 


е = RDict([('name','Dave'), ('n',37)], 
_restrict_key_type=str) 
>>> 


f = RDict(name='Dave', n=37, restrict key type=str) 
>>> 


f 
{'n': 37, 'name': 'Dave'} 
>>> 


f[42] = 10 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "mixin.py", line 83, in  setitem _ 
raise TypeError 


('Keys must be ' + str(self. restrict key type)) 
TypeError: Keys must be «class 'str'» 
>>> 
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class LoggedDict 


(LoggedMappingMixin, dict): 
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def 


LoggedMapping(cls): 
cls_getitem = cls. getitem - 
cls setitem = cls. setitem - 
cls delitem = cls. delitem - 


def 


| getitem (self, key): 
print 


('Getting ' + str(key)) 
return 


cls getitem(self, key) 
def 


| setitem (self, key, value): 
print 


('Setting {} = {!r}'.format(key, value) ) 
return 


cls setitem(self, key, value) 
def 


| delitem (self, key): 
print 


(‘Deleting ' + str(key)) 
return 


cls delitem(self, key) 


cls. getitem =  getitem _ 
cls. setitem =  setitem _ 
cls. delitem =  delitem _ 


return 


cls 


ОО000000000000000000000 


@LoggedMapping 
class LoggedDict 


(dict): 
pass 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
О0000000000000009.1200000 


8.1ЗО000000000000000000піхі 00000 
[| 


8.19 0000000000008 
8.19.1 П 


ООО00000000000000000000000000000 
ОО00000000000000000000 


8.19.2 ПП 


ОООО0000000000000000000000000000 
ОО000000000000000000 





class Connection 


def 


| init (self): 
self.state = 'CLOSED' 


def 


read(self): 
if 


self.state !- 'OPEN': 
raise RuntimeError 


("Моќ ореп") 
ргіпі 


('reading' ) 
def 


write(self, data): 
if 


self.state != 'OPEN': 
raise RuntimeError 


("Моќ open' ) 
print 


('writing' ) 


def 


open(self): 
if 
self.state == 'OPEN': 
raise RuntimeError 


('Already open' ) 
self.state = 'OPEN' 


def 
close(self): 
if 


self.state == 'CLOSED': 
raise RuntimeError 


('Already closed') 
self.state - 'CLOSED' 
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class Connection 


def 


_ init (self): 
self.new_state(ClosedConnectionState) 


def 


new state(self, newstate): 
self. state = newstate 


# Delegate to the state class 


def 


read(self): 
return 


self. state. read(self) 
def 


write(self, data): 
return 


self. state.write(self, data) 
def 


open(self): 
return 


self. state.open(self) 
def 


close(self): 
return 


self. state.close(self) 


# Connection state base class 
class ConnectionState 
@staticmethod 


def 


read(conn): 


raise NotImplementedError 


@staticmethod 
def 


write(conn, data): 
raise NotImplementedError 


() 


@staticmethod 
def 


open(conn): 
raise NotImplementedError 


() 


@staticmethod 
def 


close(conn): 
raise NotImplementedError 


() 


Ж Implementation of different states 


class ClosedConnectionState 
(ConnectionState): 
@staticmethod 
def 


read(conn): 
raise RuntimeError 


('Not open') 


@staticmethod 
def 


write(conn, data): 
raise RuntimeError 


('Not open') 


@staticmethod 
def 


open(conn): 
conn.new state(OpenConnectionState) 


@staticmethod 
def 


close(conn): 
raise RuntimeError 


('Already closed' ) 
class OpenConnectionState 
(ConnectionState) : 
@staticmethod 
def 


read(conn): 
print 


('reading' ) 


@staticmethod 
def 


write(conn, data): 
print 


('writing' ) 


@staticmethod 
def 


open(conn): 
raise RuntimeError 


('Already open' ) 


@staticmethod 
def 


close(conn): 
conn.new_state(ClosedConnectionState) 
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>>> С = Connection() 
>>> с. state 
<class " main .ClosedConnectionState'» 
>>> c.read() 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "example.py", line 10, in read 
return 


self. state.read(self) 
File "example.py", line 43, in read 
raise RuntimeError 


('Not open') 

RuntimeError: Not open 

>>> c.open() 

>>> с. state 

<class " main .OpenConnectionState'» 
>>> c.read() 

reading 

>>> c.write('hello') 

writing 

>>> c.close() 

>>> с. state 

<class " main .ClosedConnectionState'» 
>>> 
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class Connection 


def 


__ init (self): 
self.new state(ClosedConnection) 


def 


new state(self, newstate): 
self. class  - newstate 


def 


read(self): 
raise NotImplementedError 


дает 


write(self, data): 
raise NotImplementedError 


() 
def 


open(self): 
raise NotImplementedError 


() 
def 


close(self): 
raise NotImplementedError 


() 
class ClosedConnection 


(Connection): 
def 


read(self): 
raise RuntimeError 


('Not open') 
def 


write(self, data): 
raise RuntimeError 


('Not open') 
def 


open(self): 
self.new state(OpenConnection) 


дает 


close(self): 
raise RuntimeError 


('Already closed') 
class OpenConnection 


(Connection): 
def 


read(self): 
print 


('reading' ) 
def 


write(self, data): 
print 


('writing' ) 
def 


open(self): 
raise RuntimeError 


('Already open' ) 


def 


close(self): 
self.new state(ClosedConnection) 
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>>> с = Connection() 
>>> C 
< main .ClosedConnection object at 0x1006718d0> 


>>> c.read( 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "state.py", line 15, in read 

raise RuntimeError 


('Not open') 

RuntimeError: Not open 

>>> c.open() 

>>> C 

< main  .ОрепСоппесіїіоп object at 0x1006718d0> 


>>> c.close() 

>>> C 

< main .ClosedConnection object at 0x1006718d0> 
>>> 
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Ж Original implementation 


class State 


def 


| init (self): 
self.state = 'A' 


def 
action(self, x): 
if 
state == 'A': 
Ж Action for А 
state = 'B' 
elif 
state == 'B': 
# Action for B 
state = 'С' 
elif 
state == 'C': 


# Action for C 


state = “А! 


# Alternative implementation 
class State 


def 


__ init (self): 
self.new state(State А) 


def 


new state(self, state): 


self. class = state 
def 


action(self, x): 
raise NotImplementedError 


() 
class State A 


(State): 
def 


action(self, x): 
# Action for А 


self.new state(State B) 
class State B 


(State): 
def 


action(self, x): 
# Action for B 


self.new state(State C) 
class State C 


(State): 
def 


action(self, x): 
Ж Action for С 


self.new state(State A) 
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import math 


class Point 


def 


| init (self, x, у): 
self.x = x 
self.y = y 


дает 


| repr (self): 
return 


‘Point({!r:},{!r:})'.format(self.x, self.y) 
def 


distance(self, x, y): 
return 


math. hypot(self.x - x, self.y - у) 


Point(2, 3) 
getattr(p, 'distance')(0, 0) я Calls p.distance(0, 0) 


p 
d 
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import operator 


operator.methodcaller('distance', 0, 0)(р) 
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operator.methodcall( ОДООО0ДО000000000000 
000000 


points = | 
Point(1, 2), 
Point(3, 0), 


) 


# Sort ру distance from origin (0, 0) 


points.sort(key=operator.methodcaller('distance', 0, 0)) 
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>>> р = Роіпі(3, 4) 

>>> d = operator.methodcaller('distance', 0, 0) 
>>> d(p) 

5.0 


>>> 
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class Node 


pass 


class UnaryOperator 
(Node): 
def 
_ init (self, operand): 
self.operand = operand 
class BinaryOperator 


(Node): 
def 


| init (self, left, right): 
self.left = left 
self.right = right 
class Add 


(BinaryOperator): 
pass 


class Sub 


(BinaryOperator): 
pass 


class Mul 


(BinaryOperator): 
pass 


class Div 


(BinaryOperator): 
pass 


class Negate 


(UnaryOperator) : 
pass 


class Number 


(Node): 
def 


| init (self, value): 
self.value = value 


ООО0000000000000000000000000 


Я Representation of 1 + 2 * (3 - 4) / 5 


tl = о а, Number (4) ) 
(Number(2), t1) 
(t2, Number(5) ) 

t4 = =. Add(Number(1 ), 13) 
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class NodeVisitor 


def 
visit(self, node): 
methname = 'visit ' + type(node). name ` 
meth = getattr(self, methname, None) 
if 


meth is 


None: 


meth = self.generic visit 
return 


meth(node) 
def 


generic visit(self, node): 
raise RuntimeError 


("Мо 1) method'.format('visit ' + type(node). name )) 
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class Evaluator 


(NodeVisitor): 
def 


visit Number(self, node): 
return 


node.value 
def 


visit Add(self, node): 
return 


self.visit(node.left) + self.visit(node.right) 
def 


visit Sub(self, node): 
return 


self.visit(node.left) - self.visit(node.right) 


def 


visit Mul(self, node): 
return 


self.visit(node.left) * self.visit(node.right) 
def 


visit Div(self, node): 
return 


self.visit(node.left) / self.visit(node.right) 
def 


visit Negate(self, node): 
return 


-node.operand 
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>>> е = Evaluator() 
>>> e.visit(t4) 
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class StackCode 


(NodeVisitor): 
def 


generate code(self, node): 
self.instructions = [] 
self.visit(node) 
return 
self.instructions 
def 


visit Number(self, node): 
self.instructions.append(('PUSH', node.value)) 


def 
binop(self, node, instruction): 
self.visit(node. left) 
self.visit(node. right ) 
self.instructions.append( (instruction, ) ) 
def 


visit Add(self, node): 
self.binop(node, 'ADD') 


def 


visit Sub(self, node): 
self.binop(node, 'SUB') 


def 


visit Mul(self, node): 
self.binop(node, 'MUL') 


def 


visit Div(self, node): 
self.binop(node, 'DIV') 


def 
unaryop(self, node, instruction): 


self.visit(node.operand) 
self.instructions.append((instruction,)) 


дает 


visit Negate(self, node): 
self.unaryop(node, 'NEG') 


О0000000000000 


>>> s з StackCode() 
>>> s.generate code(t4) 
[('PUSH', 1), ('PUSH', 2), ('PUSH', 3), ('PUSH', 4), ('SUB',), 


('MUL',), ('PUSH', 5), ('DIV',), ('ADD',)] 
>>> 
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class NodeVisitor 


def 


visit(self, node): 
nodetype = type(node). name ` 


if 


nodetype == 'Number': 
return 


self.visit Number(node) 
elif 
nodetype == "Ада": 
return 
self.visit Add(node) 
lif 


nodetype == 'Sub': 
return 


self.visit Sub(node) 
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class Evaluator 


(NodeVisitor): 


def 


visit Add(self, node): 
return 


self.visit(node.left) + self.visit(node.right) 
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class HTTPHandler 


def 
handle(self, request): 
methname = "до ' + request.request method 
getattr(self, methname) (request) 
def 
do GET(self, request): 


def 


do POST(self, request): 


def 


do HEAD(self, request): 
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import types 


class Node 


pass 


import types 
class NodeVisitor 


def 


visit(self, node): 
stack = [ node ] 
last result = None 
while 


stack: 
try 


last = stack[-1] 
if 


isinstance(last, types.GeneratorType): 
stack.append(last.send(last result)) 
last result = None 
elif 


isinstance(last, Node): 


stack.append(self. visit(stack.pop())) 
else 


last result = stack.pop() 
except StopIteration 


stack.pop() 
return 


last result 


def 
_visit(self, node): 
methname = 'visit ' + type(node). name ` 
meth = getattr(self, methname, None) 
if 
meth is 
None: 
meth = self.generic visit 
return 
meth(node) 
def 


generic visit(self, node): 
raise RuntimeError 


("Мо 1) method'.format('visit ' + type(node). name )) 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ОО00000000000000000 


class UnaryOperator 


(Node): 
def 





| init (self, operand): 


self.operand = operand 


class BinaryOperator 


(Node): 
def 


| init (self, left, 
self.left 
self.right 


class Add 


(BinaryOperator): 


pass 


class Sub 


(BinaryOperator): 


pass 


class Mul 


(BinaryOperator): 


pass 


class Div 


(BinaryOperator): 


pass 


right): 
left 


right 


class Медаќе 


(UnaryOperator): 
pass 


class Number 


(Node): 
def 


_ init (self, value): 
self.value = value 


# A sample visitor class that evaluates expressions 


class Evaluator 


(NodeVisitor): 
def 


visit Number(self, node): 
return 


node.value 
def 


visit Add(self, node): 
return 


self.visit(node.left) + self.visit(node.right) 
def 


visit Sub(self, node): 
return 


self.visit(node.left) - self.visit(node.right) 


def 


visit Mul(self, node): 
return 


self.visit(node.left) * self.visit(node.right) 
def 


visit Div(self, node): 
return 


self.visit(node.left) / self.visit(node.right) 
def 


visit Negate(self, node): 
return 


-self.visit(node.operand) 


if 
|. name == ' main "|: 
# 1+ 2*(3-4) / 5 
tl = Sub(Number(3), Number(4)) 
t2 = Mul(Number(2), 11) 
t3 = Div(t2, Number(5)) 
t4 = Add(Number(1), t3) 
Я Evaluate it 
e = Evaluator() 
print 
(e.visit(t4)) # Outputs 0.6 
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>>> а = Number(0) 
>>> for 


n in 


range(1, 100000): 


a = Add(a, Number(n) ) 


>>> e = Evaluator() 
>>> e,.visit(a) 
Тгасебаск (most recent call last): 


File "visitor.py", line 29, in visit 
return 


meth(node) 
File "visitor.py", line 67, in visit Add 
return 


self.visit(node.left) + self.visit(node.right) 
RuntimeError: maximum recursion depth exceeded 
>>> 
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class Evaluator 


(NodeVisitor): 
def 


visit Number(self, node): 
return 


node.value 


дает 


visit Add(self, node): 
yield 


(yield 
node.left) + (yield 
node.right) 

def 


visit Sub(self, node): 
yield 


(yield 
node.left) - (yield 
node.right) 

def 


visit Mul(self, node): 
yield 


(yield 
node.left) * (yield 
node.right) 

def 


visit Div(self, node): 
yield 


(yield 
node.left) / (yield 


node.right) 


дает 


visit Negate(self, node): 


-(yield 


node.operand) 
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>>> a = Number(0) 
>>> for 


n in 


range(1,100000) : 


a = Add(a, Митрег(п) ) 


>>> e = Evaluator() 


>>> e,.visit(a) 
4999950000 


>>> 
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class Evaluator 


(NodeVisitor): 


def 


visit Add(self, node): 
print 


('Add:', node) 
lhs = yield 


node. left 
print 


('left=', lhs) 
rhs = yield 


node. right 
print 

('right=', rhs) 
yield 


lhs + rhs 





00000000 


>>> е з Evaluator() 

>>> e.visit(t4) 

Add: < main .Add object at 0x1006a8d90> 
left= 1 


right= -0.4 
0.6 


>>> 
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value = self.visit(node.Lleft) 
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value = yield 
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last = stack[-1] 
if 


isinstance(last, types.GeneratorType): 
stack.append(last.send(last result)) 
last result = None 


elif 


isinstance(last, Node): 
stack.append(self. visit(stack.pop())) 
else 


last result = stack.pop() 
except StopIteration 


stack.pop() 
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class Visit 


def 


| init (self, node): 
self.node = node 


class NodeVisitor 


def 


visit(self, node): 
stack = [ Visit(node) ] 
last result = None 
while 


stack: 
try 


last = stack[-1] 
if 


isinstance(last, types.GeneratorType): 
stack.append(last.send(last result)) 
last result - None 
elif 


isinstance(last, Visit): 
stack.append(self. visit(stack.pop().node)) 


else 


last result = stack.pop() 
except StopIteration 


stack.pop() 
return 


last result 


def 
_visit(self, node): 
methname = 'visit ' + type(node). name ` 
meth = getattr(self, methname, None) 
if 
meth is 
None: 
meth = self.generic visit 
return 
meth (node) 
def 


generic visit(self, node): 
raise RuntimeError 


("Мо 1) method'.format('visit ' + type(node). name )) 





ООО000000000000000000000 





class Evaluator 


(NodeVisitor): 
def 


visit Add(self, node): 


(yield 
Visit(node.left)) + (yield 
Visit(node.right)) 

def 


visit Sub(self, node): 


(yield 


Visit(node.left)) - (yield 


Visit(node.right)) 
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import weakref 


class Node 


def 
| init (self, value): 
self.value - value 
self. parent - None 
self.children - [] 
def 


| repr (self): 
return 


'Node({!r:})'.format(self.value) 


# property that manages the parent as a weak-reference 


@property 


дает 


parent(self): 
return 


self. parent if 
self. parent is 
None else 

self. рагепі() 


@parent.setter 
def 


parent(self, node): 
self. parent = weakref.ref(node) 


def 


add child(self, child): 
self.children.append(child) 
child.parent = self 
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>>> root = Node('parent' ) 
>>> сі = Node('child') 
>>> root.add child(cl) 
>>> print 


(cl.parent) 
Node('parent') 
»»» del 


root 
>>> print 


(cl.parent) 
None 
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Ж Class just to illustrate when deletion occurs 


class Data 


def 


| del (self): 
print 


("рата. del ^") 


Ж Node class involving a cycle 
class Node 


def 
| init (self): 
self.data - Data() 
self.parent - None 
self.children - [] 
def 


add child(self, child): 


self.children.append(child) 
child.parent = se 


ООО0000000000000000000000000000 
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>>> a = Data() 
>>> del 


Ж Immediately deleted 


я Immediately deleted 


>>> a = Node() 
»»» a.add child(Node()) 


>>> del 


Ж Not deleted (no message) 
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>>> import gc 


>>> gc.collect() Z Force collection 


Data. del | 
Data. del 
>>> 
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Ж Class just to illustrate when deletion occurs 


class Data 


def 


| del (self): 
print 


("рата. del ^") 


Ж Node class involving a cycle 


class Node 


def 
| init (self): 
self.data - Data() 
self.parent - None 
self.children - [] 


Ж NEVER DEFINE LIKE THIS. 


# Only here to illustrate pathological behavior 


def 


| del (self): 


del 


self.data 
del 


.parent 
del 


.children 


def 


add child(self, child): 
self.children.append(child) 
child.parent - self 
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>>> а з Node() 
>>> a.add child(Node() 
>>> del 


а Ж Мо message (пої collected) 


>>> import gc 


>>> gc.collect() Ж No message (not collected) 


>>> 





ООО00000000000000000000000000000 
ОО000000000000000000000000меактеї 0 
О000000000 


>>> import weakref 


>>> a = Node() 
>>> a_ref = weakref.ref(a) 


>>> a ref 
<weakref at 0x100581f70; to 'Node' at 0x1005c5410> 
>>> 





HOUUdereferenceQQU00000000000000 
ООО0000000000000000000000000000 
Моперродододродррддодррородоророродобб 
00000000 


>>> print 


(a_ref()) 
< main  .Моде object at 0x1005c5410> 
>>> del 


а 
Data. del | 
>>> print 


(a ref()) 
None 


>>> 
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8.24 ПШПШ 
8.24.1 ПП 


000000000000000>=0'=0<=0000000 
ООО000000000000000000 


8.24.2 D000 


О000000000000000000Руһопр000000 
00000000000> =0000000000000 __ зе — OU 
ОООД0000000000000000000000000000000 
ОО000000000000000 


functools.total огаегіпдпппПП ПП 
0000000000000000000000 ев ОПППППИПП 
000 КП le П ot ПП ge 000000000 
ОбО000000000000 


ООО00000000000000000000000000000 
00000000 





from functools import 


total ordering 
class Room 


def 


| init (self, name, length, width): 
self.name = name 
self.length = length 
self.width = width 
self.square feet = self.length * self.width 


@total ordering 
class House 
def 
| init (self, name, style): 
self.name = name 
self.style - style 


self.rooms = 1151() 


@property 
def 


living space footage(self): 


sum(r.square feet for 


self.rooms) 
def 


add room(self, room): 
self.rooms.append(room) 


def 


| str (self): 
return 


'{}: 1) square foot {}'.format(self.name, 
self.living space footage, 
self.style) 
def 


ед (self, other): 
return 


self.living space footage == other.living space footage 
def 


| lt (self, other): 
return 


self.living space footage « other.living space footage 





ПППНои5еПпПпПекока! огаеппоПппППППП 
ППППП ед ОП К ODBDBDBBIDBUDDB 
ПОДОООДО0Д000000000000000000000000 





Ж Build а few houses, and add rooms to them 


hl = House('hl', 'Cape') 

hl.add room(Room('Master Bedroom', 14, 21)) 
hl.add room(Room('Living Room', 18, 20)) 
hl.add room(Room('Kitchen', 12, 16)) 

hl.add room(Room('Office', 12, 12)) 


ИМ — —. м 


h2 = House('h2', 'Ranch') 

h2.add room(Room('Master Bedroom', 14, 21)) 
h2.add room(Room('Living Room', 18, 20)) 
h2.add room(Room('Kitchen', 12, 16)) 

h3 = House('h3', 'Split') 

h3.add room(Room('Master Bedroom', 14, 21)) 
h3.add room(Room('Living Room', 18, 20)) 
h3.add room(Room('Office', 12, 16)) 

h3.add room(Room('Kitchen', 15, 17)) 

houses = [11, h2, h3] 

print 


('Is hl bigger than h2?', hl > h2) # prints True 


print 


("15 12 smaller than h3?', h2 < h3) Z prints True 


print 
('Is h2 greater than or equal to h1?', h2 >= hl) # Prints 
False 
print 
('Which one is biggest?', max(houses)) Z Prints 'h3: 1101- 


square-foot Split' 


print 


('Which is smallest?', min(houses)) # Prints 'h2: 846-square- 
foot Ranch' 





8.24.3 [| 


ОООД000000000000000000000000000 
total огаегіпд ПП ООДОДО0000000000000000 
ОО00000000000000000000000000000 

ІС ОООДОД0000000000000000000000000 


0090000 





class House 


def 

ед (self, other): 
def iE 

_ lt (self, other): 


£ Methods created by (atotal ordering 


_ le = lambda 
self, other: self « other or 


self == other 
_ gt = lambda 


self, other: not 


(self < other ог 


self == other) 
де = lambda 


self, other: not 


(self < other) 
__ ne = lambda 


self, other: not 


self == other 
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8.25.2 [01 


00000000000000000000000000000000 
О00000000000000000000000000(099іпә00 
ООДОД00000000000000і1о99егороОО000 


>>> import logging 


logging.getLogger('foo') 
logging.getLogger('bar') 


is 


= logging.getLogger('foo') 
is 





ОООД0000000000000000000000000000 





Ж The class іп question 


class Spam 


def 


| init (self, name): 
self.name = name 


Ж Caching support 


import weakref 


_spam cache = weakref.WeakValueDictionary() 
def 


get spam(name): 


ії 
name not іп 
Spam cache: 
s = Spam(name) 


Spam cache[name] = s 
else 


s = spam cache[name] 
return 





ОДО00000000005рапоробороробобоО 


>>> а = get spam('foo') 
>>> b = get_spam('bar') 
>>> a is 


b 
False 


>>> c = get spam('foo') 


C 
True 
>>> 





8.25.3 ШІ 


ООО00000000000000000000000000000 
ООО000000000000000000000000000000 


ООДОО00000000000 new 0000 


Ж Note: This code doesn't quite work 


import weakref 


class Spam 
Spam cache = weakref.WeakValueDictionary() 
def 


| new (cls, name): 
if 


name in 


cls. spam cache: 
return 


cls. spam cache[name] 
else 


self = super(). new (cls) 
cls. spam cache[name] = self 
return 
self 
def 


| init (self, name): 
print 

('Initializing Spam') 
self.name = name 





_ 00000000000000000000000000000 
. init. СОО0О0000000000000000000000000 
0000 


>>> s з Spam('Dave') 


Initializing Spam 
>>> t = Spam('Dave') 
Initializing Spam 
>>> s is 


t 


True 
>>> 
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ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000 
WeakValueDictionary( ПОДОДОД0000000000 
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>>> a = дек spam('foo') 
>>> р = get spam('bar') 
>>> с = get spam('foo') 
>>> list( spam cache) 
['foo', 'bar'] 


>>> 1151( spam cache) 
['bar'] 


>>> list( spam cache) 
[] 


>>> 
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import weakref 


class CachedSpamManager 


def 


__ init (self): 
self. cache = weakref.WeakValueDictionary() 
def 


get spam(self, name): 
if 

name not in 

self. cache: 


s = Spam(name) 
self. cache[name] = s 


else 


s = self. cache[name] 
return 


def 


clear(self): 
self. cache.clear() 


class Spam 
manager = CachedSpamManager ( ) 
def 
| init (self, name): 
self.name = name 
def 


get spam(name): 
return 


Spam.manager.get spam(name) 





ООО00000000000000000000000000000 
ООООДОД0000000000000000000005рапб00 
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ООО00000000000000000000000000000 
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>>> а = Spam('foo') 





ООО00000000000000000000000000000 
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00000000000000000000000000000 
зорапі000000 init ОСООО000000000000000 
ОО0000000000000000 


class Spam 


def 


| init (self, *args, **kwargs): 
raise RuntimeError 


("Can't instantiate directly") 


# Alternate constructor 


@classmethod 
def 


 new(cls, name): 
self = cls. new (cls) 
self.name = name 





ОО00000000000000000000000 
Ѕрат._пем()П0000000000000005рат()00 
0000 


import weakref 


class CachedSpamManager 


def 


= init (self): 
self. cache = weakref.WeakValueDictionary() 
def 


get spam(self, name): 
if name not in 


self. cache: 
s = Spam. пем(пате) # Modified creation 
self. cache[name] = s 
else 


s = self. cache[name] 
return 
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000000000000000000000сгеабіопаї 
pattern ООООООДОДОООДОООО00000000009.13 
ПП 
[1] ДдОДоб) == емагерг(обј))/1——000 
[2] ОООДО0000000000000000ч-- --000 


(31 ОДООООПРУуЄпопОДОДОООООД mro — (DUE 
00—000 


(41 ѕирег 00000" Bab p aad 00000000 
ПО000005оирег000000—=000 


090 [Hl] 


ОО00000000000000“00000000000оп'ї 
repeat уоигзе | ПОООДО0О00000000000000 
ООО00000000000000000000000000000000 
ОРуСпоПОООДООДОООО0007000"000000000000 
ОООД0000000000000000000000000000000 
О000Руһопр00000000000000000000000 
ООД0000000000000----00000000ехес0000 
000000000000000-- --ОО000000000000000 
О00000000000000000000000000000Руёћоп 
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9.1 ПОО 
9.1.1 ПП 


0000000000000Оугаррег Іауег00000 
ООО0000000000000000 


9.1.2 ППП 
ОООД00000000000000000000000000000 
[| 


import time 


from functools import 
wraps 

def 

timethis(func): 


11011 


Decorator that reports the execution time. 


(wraps (func) 
def 


wrapper(*args, **kwargs): 
start - time.time() 
result - func(*args, **kwargs) 
end = time.time() 
print 


(func. name , end-start) 
return 


result 
return 


wrapper 





ОО000000000000 


>>> @timethis 
... def 


countdown(n): 


Counts down 


>>> countdown(100000) 
countdown 0.008917808532714844 
>>> countdown(10000000) 
countdown 0.87188299392912 


>>> 





9.1.3 || 


ООО00000000000000000000000000000 
ОО0000000000000 


@timethis 
def 





countdown(n): 


ОО000000000000000 


def 
countdown(n): 


countdown = timethis (countdown) 





О0000000000000©ѕїаёісгпеёћоар 
©сіаѕѕтећод©ргорегєупо00000000000 
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class А 


@classmethod 
def 


method(cls): 
pass 


class B 


# Equivalent definition of a class method 


дает 


method(cls): 


method = classmethod (method) 
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ООО00000000000000000000000000000 
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"Хкугаг95)ОДОДОД000Рипе ДДОДОДО00000000 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО00000000000000000000000000 
(Фухгар5(Гипс)ООДОДОД00000000000000000 
ОООД0000000000000000000000000000000 
ООО0000000000000000000000000 


9.2 ПОДООДО0000000000 


9.2.1 ПП 


ООО00000000000000000000000000000 
ОООД000000000000000000000000000 


9.2.2 (ПП! 
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import time 


from functools import 
wraps 
def 


timethis(func): 


Decorator that reports the execution time. 


@wraps(func) 
def 


wrapper(*args, **kwargs): 
start = time.time() 
result = func(*args, **kwargs) 
end = time.time() 


ргіпі 


(func. пате , end-start) 
return 

result 

return 


wrapper 





ОООД0000000000000000000000000000 





>>> @timethis 
def 


countdown(n:int): 


Counts down 


>>> countdown( 100000) 
countdown 0.008917808532714844 
>>> countdown. name | 
‘countdown ' 

>>> countdown. doc ` 
'AnNtCounts down\n\t' 

>>> countdown. annotations _ 
{'n': «class 'int'» 


>>> 





9.2.3 [| 


ООО000000000000000000000000000 
(Фууга рб ОДДО000000000000000000000000 
(Әуугар ПП 


>>> countdown. name _ 
‘wrapper' 
>>> countdown. doc 


>>> countdown. annotations | 


1? 


>>> 





(Фууга р ДО О00000000000000 
- wrapped ПОДОООООДОООДООООО0О00000 
ОО000000000000 


>>> countdown. wrapped (100000) 
>>> 


- wrapped ППОПОДОООООО000000000 
ОО000000000000000 


>>> from inspect import 


signature 
>>> print 


(signature(countdown)) 
(n:int 
>>> 





ООО00000000000000000000000000000 
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0000 Фу гарБ  ДО000000000000000000000 


ПОП wrapped ПОООООООО0О00000000000 
9.1600 


9.3 ПДОДО00000 
9.3.1 ІП 


ОДОО0000000000000000070070000000 
О000000000 


9.3.2 ПОП 


ОД000000000000Фугаре5р)009.2000000 
000000000 __ wrapped  ПООООДОД000000000 
OUL 


>>> @somedecorator 
>>> de 


add(x, y): 


return 


x+y 


>>> orig add = add. wrapped - 
>>> orig add(3, 4) 
7 


>>> 





9.3.3 [| 


. . 00000000000000000000000000 
ОіпсговресітопПД00007007ПОДО00000000000 
ООДОД0О0000000000000000000017ипсбооіз) 
000 му гарєДООДООО00000000000000 
. wrapped [Jl 


ОО0000000000000000000000 
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from functools import 


wraps 

def 

decorator1(func): 
@wraps (func) 
def 


wrapper(*args, **kwargs): 
print 


('Decorator 1') 
return 


func(*args, **kwargs) 
return 


wrapper 

def 

decorator2(func): 
@wraps (func) 


def 


wrapper(*args, **kwargs): 
print 


('Decorator 2') 
return 


func(*args, **kwargs) 
return 


wrapper 


@decoratorl 


@decorator2 
def 


add(x, y): 
return 


X + y 





ООО0000000000 wrapped _ ПО000000 
О0000000000 


>>> айа(2, 3) 
Decorator 1 
ресогаїог 2 
5 


>>> add. wrapped (2, 3) 
5 


>>> 





ороборродборроробаа 00 
http://ougs.python.org/issuel 7482 ППППП 
0000000000000000000000десогабог 
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ОООбО0000000000000000000000 
(фм/гар ИИ В 
ПІ ППОо5ҒанйстекһоаПоЮосіасвтетһоаПППП 
HoOOdescriptorQQ0000000000000000000000 
ПП func QO000000000000000000000000 
000000 


9.4 0)00000000000 

9.4.1 ПП 
ОО00000000000000000 

9.4.2 ППО 
ООООО000000000000000000000000000 


ОООО0000000000000000000000000000000 
ОО00000000000000000 





from functools import 


wraps 
import logging 


def 

logged(level, name=None, message=None): 
Add logging to a function. level is the logging 
level, name is the logger name, and message is the 


log message. If name and message aren't specified, 


they default to the function's module апа name. 


def 


decorate(func): 
logname = name if 


name else 

func. module ` 
Тод = logging. де оддег (Тодпате) 
Тодт5д = message if 

message else 


func. name | 


(wraps (func) 
def 


wrapper(*args, **kwargs): 
log.log(level, 1004540) 
return 


func(*args, **kwargs) 
return 


wrapper 
return 


decorate 

Ж Example use 

@logged( logging .DEBUG) 
def 


add(x, y): 
return 


x+y 


@logged(logging.CRITICAL, 'example') 
def 


spam(): 
print 


('Spam! ') 





ОО0Д00000000000000000000000000000 
ППППоооеа оПОДОДООО0000000000000000 
00000 десогаєге о ОДОДОДОДОДОДОДОДОДОДОД 
ООД0000000000001о99еє 00000 


9.4.3 П 


ОООО0000000000000000000000000000 
ОО0000000000000000 


@decorator(x, у, 2) 
дет 


Типс(а, b): 
ра55 





ОО00000000000000 


Типс(а, b): 
ра55 


func = decorator(x, у, 2) (Типс) 
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9.5 ПОПИПЕНИВООНОВОЕ 
9.5.1 ПП 


ООО00000000000000000000000000000 
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9.5.2 (ПП! 


ОбОООДОДО0Д000000000000000000000 
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ОООДООДОДО00000000000000000000000000 


from functools import 


wraps, partial 
import logging 


# Utility decorator to attach а function as ап attribute of 
obj 


def 


attach wrapper(obj, func=None) : 
if 


return 


partial(attach wrapper, obj) 
setattr(obj, func. пате , func) 
return 


func 


def 


logged(level, name=None, message=None) : 


111 


Add logging to a function. level is the logging 
level, name is the logger name, and message is the 
log message. If name and message aren't specified, 


they default to the function's module and name. 


def 


decorate(func): 
Тодпате = name if 


name else 

func. module _ 
Тод = logging.getLogger(logname) 
logmsg = message if 

message else 


func. name - 


(wraps (func) 
def 


wrapper(*args, **kwargs): 
log.log(level, Тодт5д) 
return 
func(*args, **kwargs) 
Ж Attach setter functions 
@attach wrapper(wrapper) 
def 
set level(newlevel): 
nonlocal Level 


level = newlevel 


@attach wrapper(wrapper) 
def 


set message(newmsg) : 
nonlocal 100050 
logmsg = newmsg 


return 


wrapper 
return 


десогаїе 

Ж Example use 
@logged(logging.DEBUG) 
def 


add(x, y): 
return 


X + y 


@logged(logging.CRITICAL, 'example') 
def 


spam(): 
print 


("5рат!") 





ООО000000000000000000000000000 





>>> import logging 


>>> logging.basicConfig(level-zlogging.DEBUG) 
>>> add(2, 3) 

DEBUG: main .:add 

5 


>>> # Change the log message 

>>> add.set message('Add called') 
>>> add(2, 3) 

DEBUG: main :Add called 

5 


>>> й Change the log level 


>>> add.set Llevel(logging.WARNING) 
>>> add(2, 3) 

WARNING: main  :Add called 

5 


>>> 





9.5.3 [| 


О00000000000000005$её message OT] 
set Іеме()000000000000000000000000000 
ОДОпопіоса 00000000000 


ООО00000000000000000000000000000 
О000000000000000000©ғипсёоо!ѕ.мгарѕ [| 
О0000000000000000000009.2000 
©їтеїһћіѕ= 010000000000 


@timethis 
@logged(logging.DEBUG) 
def 


countdown(n): 
while 





ОО0000000000000000 


>>> countdown( 10000000) 
DEBUG: main :countdown 
countdown 0.8198461532592773 


>>> countdown.set level(logging.WARNING) 

>>> countdown.set message("Counting down to zero") 
>>> countdown(10000000) 

WARNING: main  :Counting down to zero 

countdown 0.8225970268249512 


>>> 





ООО00000000000000000000000000000 
00000000 


@logged(logging.DEBUG) 
@timethis 
def 


countdown(n): 
while 





ОООД0000000000000000000000000000 
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@attach мгаррег(мгаррег) 
def 


get level(): 
return 


level 


# Alternative 


wrapper.get level = lambda 


: level 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 


@wraps (func) 
def 


wrapper(*args, **kwargs): 
wrapper. log. Тод (мгаррег. level, wrapper. logmsg) 
return 


func(*args, **kwargs) 
# Attach adjustable attributes 
wrapper.level = level 


wrapper. logmsg = 100050 
wrapper.log = 100 





ОООД0000000000000000000000000000 
ООДОО00000000с26іпеєпіб 0000000000000 
ОО000000000000000000000000 
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9.6 [JII IILI II IL 


9.6.1 |! 
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from functools import 


wraps, partial 
import logging 


def 
logged(func=None, *, level=logging.DEBUG, name=None, 
message=None) : 
if 
func is 


None: 
return 


partial(logged, level=level, name=name, message=message) 


logname = name if 


name else 
func. module ` 
Тод = logging.getLogger(logname) 
logmsg = message if 
message else 
func. name | 
(wraps (func) 
def 
wrapper(*args, **kwargs): 
log.log(level, Тодт5д) 
return 


func(*args, **kwargs) 
return 


wrapper 
Ж Example use 
(aLogged 

def 


add(x, y): 
return 


X + y 


@logged(level=logging.CRITICAL, name='example') 
def 


spam(): 
print 


("5рат!") 





ОООООДОО0000000000000000000 
@loggedi|[ ib p 
@logged(level=logging.CRITICAL, 
пате='ехатр!е') | 


9.6.3 ПІ 


О0000000000000000ргодгаттіпо 
consistency О ДО000000000000000000000 
ООО00000000000000000000000000000000 
ОО00000000000000000 


@logged() 
def 


add(x, y): 
return 


X+y 





ООО00000000000000000000000000000 
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ОООО0000000000000000000000000000 
ОООО0000000000000000000000000 


Ж Example use 


@logged 
def 


add(x, y): 
return 


X + y 





00000000 


def 


add(x, y): 
return 


X зу 
add = logged(add) 





ОО00000000000000000000000000 
logged п ПП ПШоодеа оророСОО000000 
ОО000000000000000000000 


ОО000000000000000 


@logged(level=logging.CRITICAL, name='example' ) 
def 


spam(): 


print 


('Spam! ' ) 





О000000000 


def 


spam(): 


print 


('Spam! ') 
spam = logged(level-logging.CRITICAL, name='example' ) (spam) 
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9.7 ПООООО0О00000000000 


9.7.1 ПП 


ОООД0000000000000000000000000000 
00000000 


9.7.2 (ПП 


ООО00000000000000000000000000000 
ООО00000000000000000000000000 


>>> @typeassert(int, int) 
def 


add(x, y): 


return 


X + y 


>>> 


>>> add(2, 3) 
5 


>>> add(2, 'hello') 
Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 

File "contract.py", line 33, in wrapper 
TypeError: Argument y must be «class 'int'» 
>>> 
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from inspect import 


signature 
from functools import 


wraps 
def 


typeassert(*ty args, **ty kwargs): 
def 


decorate(func): 
Ж If in optimized mode, disable type checking 
if not 


| debug : 
return 


func 
Я Map function argument names to supplied types 
sig - signature(func) 
bound types - sig.bind partial(*ty args, 

**ty kwargs).arguments 


(wraps (func) 
def 


wrapper(*args, **kwargs): 
bound values - sig.bind(*args, **kwargs) 
Ж Enforce type assertions across supplied 
arguments 
for 


name, value in 


bound values.arguments.items(): 
if 


name in 


bound types: 
if not 


isinstance(value, bound types[name]): 
raise TypeError 


‘Argument {} must be {}'.format(name, 


bound types[name] ) 
return 


func(*args, **kwargs) 
return 


wrapper 
return 


decorate 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
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>>> @typeassert(int, z=int) 
... def 
spam(x, y, z=42): 


print 


(x, y, 2) 


>>> spam(1, 2, 3) 
‚ hello', 3) 


, hello', 'world') 
Traceback (most recent call last): 
File "«stdin»", line 1, in «module» 
File "contract.py", line 33, in wrapper 


TypeError: Argument z must be «class 'int'» 
>>> 





9.7.3 ПП 
ОО0000000000000000000000000000 


ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 
О00000000000000000000000000000 
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def 

decorate(func): 
Ж If in optimized mode, disable type checking 
if not 


| debug : 
return 


func 
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>>> from inspect import 


signature 
>>> def 


spam(x, y, z=42): 


pass 


>>> sig = signature(spam) 


>>> print 
(sig) 
(x, y, z=42) 


>>> sig.parameters 
mappingproxy(OrderedDict([('x', «Parameter at 0x10077a050 
'x'>), 


('у', <Parameter at 0х10077а158 'у'>), ('2', <Parameter at 
0x10077alb0 '2'>)])) 

>>> Sig.parameters['z'].name 

127 

>>> sig.parameters['z'].default 

42 

>>> Sig.parameters['z'].kind 

< ParameterKind: 'POSITIONAL ОВ KEYWORD'> 

>>> 
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>>> bound types = sig.bind partial(int,z=int) 
>>> bound types 
<inspect.BoundArguments object at 0x10069bb50> 


>>> bound types.arguments 
OrderedDict([('x', <class 'int'>), ('z', <class 'int'>)]) 
>>> 
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ОО0000000000000 


>>> bound values = sig.bind(1, 2, 3) 
>>> bound values.arguments 
OrderedDict([('x', 1), ('y', 2), ('z', 3)1) 


>>> 
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>>> for 


name, value in 

bound values.arguments.items(): 
if 

name in 


bound types.arguments: 


if not 


isinstance(value, bound types.arguments[name]): 


raise ТуреЕггог 
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>>> @typeassert(int, list) 
... def 





bar(x, items=None): 


items = [] 
items.append(x) 


return 


items 
>>> bar(2) 


[2] 
>>> bar(2,3) 
Traceback (most recent call last): 


File "<stdin>", line 1, іп <module> 
File "contract.py", line 33, in wrapper 
TypeError: Argument items must be <class 'list'> 
>>> bar(4, [1, 2, 31) 
4] 


[1, 2, 3, 
>>> 
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@typeassert 
def 


spam(x:int, у, z:int = 42): 
print 





(х,у,2) 
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from functools import 


wraps 


class A 
Ж Decorator as an instance method 
def 
decoratorl(self, func): 
@wraps(func) 
ef 


wrapper(*args, **kwargs): 
print 


('Decorator 1') 
return 


func(*args, **kwargs) 
return 


wrapper 
# Decorator as a class method 
@classmethod 
def 
decorator2(cls, func): 
@wraps (func) 


def 


wrapper(*args, **kwargs): 
print 


('Decorator 2') 
return 


func(*args, **kwargs) 
return 


wrapper 
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Ж As ап instance method 


@a.decorator1 
def 


spam(): 
pass 


Ж Ас а class method 
@A.decorator2 
def 


grok(): 
pass 
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class Person 
Ж Create a property instance 


first name = property() 


Ж Apply decorator methods 


@first_name.getter 
ef 


first name(self): 
return 


self. first name 


Qfirst name.setter 
def 
first name(self, value): 


isinstance(value, str): 
raise TypeError 


('Expected a string') 
elf. first name - value 
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class В 


(А) 


(ЗА. десогаїог2 
def 


bar(self): 
pass 





ООО00000000000000000000000000000 
ПАПППИПИПППОВ.Әесоагог2 ПОДООДО00000 
00000080000000000 


9.9 ПДОО0000 
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import types 


from functools import 
wraps 


class Profiled 


def 
| init (self, func): 
wraps(func) (self) 
self.ncalls = 0 
def 
| Call (self, *args, **kwargs): 
self.ncalls += 1 
return 


self. wrapped (*args, **kwargs) 


def 


| get (self, instance, cls): 
if 


instance is 


None: 
return 


self 


return 


types.MethodType(self, instance) 
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@Profiled 
def 


add(x, y): 
return 


X + у 


class Spam 


@Profiled 
def 


bar(self, x): 
print 


(self, x) 
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>>> add(2, 3) 
5 

>>> add(4, 5) 
9 

>>> add.ncalls 
2 


>>> s = Spam() 
>>> s.bar(1) 
< main .Spam object at 0x10069e9d0> 1 


>>> s.bar(2) 
< main .Spam object at 0x10069e9d0> 2 
>>> s.bar(3) 
< main .Spam object at 0x10069e9d0> 3 


>>> Spam.bar.ncalls 


— | 
9.9.3 ІП 
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>>> s = Spam() 
>>> s.bar(3) 
Traceback (most recent call last): 


TypeError: spam() missing 1 required positional argument: 'x' 





ОПОДО0000000000000000000000000000 
ПОПаеѕсгіріог ргоросоїЇ | LLL дес () 
000000000000008.900000000000000 
дек ОСІООДДДОрО0000000000000000005еїї 
ООДО000000000000000 


>>> s = Spam() 
>>> def 


grok(self, x): 


pass 


>>> grok. get (5, Spam) 

«bound method Spam.grok of < main  .5рат object at 
0x100671e90>> 

>>> 
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import types 


from functools import 
wraps 


def 


profiled(func): 


ncalls = 0 
@wraps (func) 
def 


wrapper(*args, **kwargs): 
nonlocal ncalls 
ncalls += 1 
return 


func(*args, **kwargs) 
wrapper.ncalls = lambda 


: ncalls 
return 


wrapper 
Ж Example 
(aprofiled 
def 


add(x, y): 
return 


X фу 
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>>> add(2, 3) 
5 


>>> add(4, 5) 
9 


>>> add.ncalls() 
2 


>>> 
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import time 


from functools import 
wraps 


ЖА simple decorator 


def 


timethis(func): 
@wraps(func) 
def 


wrapper(*args, **kwargs): 
start = time.time() 
r = func(*args, **kwargs) 
end = time.time() 
print 


(end-start) 
return 

return 
wrapper 
# Class illustrating application of the decorator to different 
kinds of methods 
class Spam 

@timethis 

def 


instance method(self, n): 
print 


(self, n) 
while 


n > 0: 
@classmethod 
@timethis 
def 


class method(cls, n): 
print 


(cls, n) 
while 


n > 0: 
@staticmethod 
@timethis 
def 


static method(n): 
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>>> s = Spam() 

>>> s.instance method(1000000) 

< main .Spam object at 0x1006a6050> 1000000 
0.11817407608032227 

>>> Spam.class method(1000000) 

<class ' main .5рат'> 1000000 
0.11334395408630371 

>>> Spam.static method(1000000) 

1000000 

0.11740279197692871 


>>> 
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class Spam 


@timethis 
@staticmethod 


дает 


static method(n): 
ргіпі 


while 
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>>> Spam.static method(1000000) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "timethis.py", line 6, in wrapper 


start = time.time() 
TypeError: 'staticmethod' object is not callable 
>>> 
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from abc import 


ABCMeta, abstractmethod 
class A 
(metaclass=ABCMeta): 
@classmethod 
@abstractmethod 
def 


method(cls): 
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from functools import 
wraps 

def 

optional debug( func): 


(wraps (func) 
def 


wrapper(*args, debug-False, 
if 


1 


debug: 
print 


('Calling', func. name ) 
return 


func(*args, **kwargs) 
return 


wrapper 


**kwargs): 
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>>> @optional debug 
def 


spam(a,b,c): 


print 


(a,b,c) 


>>> spam(1,2,3) 
123 


>>> spam(1,2,3, debug=True) 
Calling spam 
123 


>>> 
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def 


a(x, debug=False): 
if 
debug: 
print 
('Calling a') 
def 


b(x, y, z, debug=False): 
if 


debug: 
print 


('Calling b') 


def 


c(x, y, debug=False) : 
if 


debug: 
print 


('Calling с') 





ООО000000000000 
@optional debug 
def 
а(х): 
@optional debug 
def 


b(x, y, z): 


@optional debug 
def 


с(х, у): 
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from functools import 


wraps 
import inspect 


def 


optional debug( func): 
if 


'debug' in 


inspect.getargspec(func).args: 
raise TypeError 


('debug argument already defined' ) 
@wraps (func) 
def 
wrapper(*args, debug=False, **kwargs): 
if 
debug: 
print 


('Calling', func. name ) 


func(*args, **kwargs) 
return 


мгаррег 
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>>> @optional debug 
... def 


add(x,y): 


return 


X+y 


>>> import inspect 


>>> print 


(inspect.signature(add)) 
х, у) 
>>> 
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from functools import 


wraps 
import inspect 


def 


optional debug( func): 
if 


'debug' in 


inspect.getargspec(func).args: 
raise TypeError 


('debug argument already defined' ) 


@wraps (func) 


def 
wrapper(*args, debug=False, **kwargs): 
if 
debug: 
print 


('Calling', func. name ) 
return 


func(*args, **kwargs) 


Sig = inspect.signature(func) 
parms = list(sig.parameters.values()) 
parms.append(inspect.Parameter('debug', 


inspect.Parameter.KEYWORD ONLY, 
default=False) ) 
wrapper. signature = sig.replace(parameters=parms ) 
return 


wrapper 
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>>> @optional debug 
. def 


add(x,y): 


return 


x+y 


>>> print 


(inspect.signature(add)) 
(x, y, *, debug=False) 
>>> add(2,3) 

5 


>>> 
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def 


log getattribute(cls): 
£ Get the original implementation 
orig getattribute = cls. getattribute _ 


Ж Make a new definition 


def 


new getattribute(self, name): 
print 


('getting:', name) 
return 


orig getattribute(self, name) 
£ Attach to the class and return 
Cls. getattribute = new getattribute 
return 
cls 
# Example use 
@log getattribute 
class A 
def 
__ init (self,x): 
self.x = x 
def 


spam(self): 
pass 
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>>> а = А(42) 
>>> а.х 
getting: x 
42 


>>> a.spam() 
getting: spam 
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class LoggedGetattribute 


def 


| getattribute (self, name): 
prin 


('getting:', name) 
return 


super(). getattribute (name) 


Ж Example: 


class А 
(LoggedGetattribute): 
def 
| init (self,x): 
self.x = x 


def 


spam(self): 
pass 
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class Spam 


def 


| init (self, name): 
self.name = name 


a = Spam('Guido' ) 
b = Spam('Diana' ) 
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class NoInstances 


(Туре): 
def 


| Call (self, *args, **kwargs): 


raise ТуреЕггог 
("Can't instantiate directly") 


Ж Example 


class Spam 


(metaclass=NoInstances): 
@staticmethod 
def 


grok(x): 
print 


('Spam.grok') 
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>>> Spam.grok(42) 
брат. grok 
>>> 5 = брат() 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "examplel.py", line 7, іп call . 
raise TypeError 


("Can't instantiate directly") 


TypeError: Can't instantiate directly 
>>> 
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class Singleton 


(type): 
def 


| init (self, *args, **kwargs): 
self. instance = None 
Super(). init (*args, **kwargs) 


def 


| Call (self, *args, **kwargs): 
if 


self. instance is 


None: 


self. instance = super(). call (*args, 


**kwargs) 
return 


self. instance 
else 
return 
self. instance 
Ж Example 
class Spam 


(metaclass=Singleton) : 
def 


. init (self): 
print 


('Creating Spam') 
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>>> а = Spam() 
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import weakref 


class Cached 


(type): 
def 


| init (self, *args, **kwargs): 
Super(). init (*args, **kwargs) 
self. cache = weakref.WeakValueDictionary ( ) 
def 


| Call (self, *args): 


1f 


args in 


self. cache: 
return 


self. cache[args] 
else 


obj = super(). call (*args) 
self. cache[args] = obj 
return 

obj 


# Example 


class Spam 


(metaclass=Cached) : 
def 


| init (self, name): 
print 


('Creating Spam({!r})'.format (name) ) 
self.name = name 
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>>> а = Spam('Guido') 
Creating Spam('Guido' ) 
>>> b = Spam('Diana' ) 
Creating Spam('Diana') 
>>> c = Spam('Guido' ) я Cached 


С Ж Cached value returned 
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class Spam 


def 


. init (self): 
print 


('Creating Spam') 
| Spam instance = None 
def 
Spam( ) : 
global 


| Spam instance 
if 


Spam instance is not 


None: 
return 


Spam instance 


рат instance = Spam() 
return 


| Spam instance 
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from collections import 


OrderedDict 


# A set of descriptors for various types 
class Typed 
expected type = type(None) 


def 


_ init (self, namezNone): 
self. name - name 


def 


_ set (self, instance, value): 
if not 


isinstance(value, self. expected type): 
raise TypeError 


('Expected ' + str(self. expected type)) 
instance. dict [self. name] = value 


class Integer 


(Typed) : 
expected type = int 


class Float 


(Typed): 


expected type float 


class String 


(Typed) : 
expected type = str 


# Metaclass that uses an OrderedDict for class body 


class OrderedMeta 


(type): 
d 


| new (с15, clsname, bases, clsdict): 
d = dict(clsdict) 
order = [] 
for 


name, value in 


clsdict.items(): 
if 


isinstance(value, Typed): 
value. name = name 
order.append(name) 
d[' order'] = order 
return 
type. new (cls, clsname, bases, d) 
@classmethod 
def 


| prepare (cls, clsname, bases): 


OrderedDict() 
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class Structure 


(metaclass=OrderedMeta) : 


дает 


as csv(self): 
return 


', .join(str(getattr(self,name)) for 
name in 
self. order) 
Ж Example use 
class Stock 
(Structure): 
name - String() 
shares - Integer() 


price = Float() 
def 


. init (self, name, shares, price): 
self.name = name 
self.shares = shares 
self.price = price 
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>>> s = Stock('G00G',100,490.1) 

>>> s.name 

5006" 

>>> 5.а5 csv() 

'600G,100,490.1' 

>>> t = Stock('AAPL','a Lot', 610.23) 


Traceback (most recent call last): 

File "«stdin»", line 1, in «module» 

File "dupmethod.py", line 34, in init _ 
TypeError: shares expects «class 'int'» 
>>> 
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from collections import 


OrderedDict 
class NoDupOrderedDict 
(OrderedDict): 
def 
| init (self, clsname): 
self.clsname = clsname 
super(). init () 


def 


| setitem (self, name, value): 
if 


name in 


self: 
raise TypeError 


(1) already defined in {}'.format(name, self.clsname) ) 


Super(). setitem (пате, value) 
class OrderedMeta 


(type): 
def 


| new (cls, clsname, bases, clsdict): 
d = dict(clsdict) 
d[' order'] = [name for 

name in 


clsdict if 


name[0] != ' '] 
return 


type. new (cls, clsname, bases, а) 


@classmethod 
def 


| prepare (cls, clsname, bases): 
return 


NoDupOrderedDict(clsname) 
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>>> Class A 





(metaclass=OrderedMeta) : 


def 


spam(self): 


ра55 


дает 


spam(self): 


pass 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "<stdin>", line 4, in A 
File "dupmethod2.py", line 25, in  setitem _ 
(name, self.clsname)) 
TypeError: spam already defined in A 
>>> 
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class Stock 


(Model): 
name = String() 
shares = Integer() 
price = Float() 
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from abc import 
ABCMeta, abstractmethod 


class IStream 

(metaclass=ABCMeta): 
@abstractmethod 
def 


read(self, maxsize=None): 


@abstractmethod 
def 


write(self, data): 
pass 
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class Spam 


(metaclass=MyMeta, debug=True, synchronize=True): 
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class MyMeta 


(type): 
Ж Optional 


@classmethod 
def 
prepare (cls, name, bases, *, debug=False, 


synchronize=False): 
# Custom processing 


return 
super(). prepare (name, bases) 


Ж Required 


def 
new (cls, name, bases, ns, *, debug=False, 


synchronize=False) : 
# Custom processing 


return 
super(). new (cls, name, bases, ns) 


# Required 


def 


. init (self, name, bases, ns, *, debug=False, 
synchronize-False): 
£ Custom processing 


Super(). init (пате, bases, ns) 
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ОО000000000000000000000 


ООО00000000000000000000000000000 
ООО000000000000000000 


class Spam 


(metaclass=MyMeta): 
debug = True 
synchronize = True 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООДОО000000000000 prepare ()0000000 
ООО00000000000000000000000000000000 
ООО0000 new. ОП пик О00000 


9.16 | Кагд5 У-«Кмагуя |) 
ОПОН 


9.16.1 [| 


О00000000007агд5П0Ркмгага50 000000 
О0000000000000000000000000000000000 
ОООД000000000000000000000000000000 
ПП 


9.16.2 |ІІІ 


О00000000000000000000тѕресє0000 
О000000000000005опаёигеПРагатеѓег00 
ООО000000000000000000000000 


>>> from inspect import 


Signature, Parameter 
>>> й Make а signature for a func(x, y=42, *, z=None) 


>>> parms = [ Parameter('x', Parameter.POSITIONAL OR KEYWORD), 


Parameter('y', Parameter.POSITIONAL OR KEYWORD, 
default=42), 


Parameter('z', Parameter.KEYWORD ONLY, 
default=None) ] 
>>> sig = Signature(parms) 
>>> print 


(sig) 
(x, y=42, *, z=None) 
>>> 





000000000000000006іма() 000000000 
*args[]#*kwargs|||[|[ |[ I[ LIU] 





>>> def 


func(*args, **kwargs): 
bound values = sig.bind(*args, **kwargs) 


for 
name, value in 


bound values.arguments.items(): 


ргіпі 


(name, value) 


>>> # Try various examples 


>>> Типс(1, 2, z=3) 


>>> func(1) 


>>> Типс(1, 2=3) 


>>> func(y=2, х=1) 


>>> func(1, 2, 3, 4) 
Тгасебаск (most recent call last): 


File "/usr/local/lib/python3.3/inspect.py", line 1972, in 
_bind 
raise TypeError 


('too many positional arguments’ ) 
TypeError: too many positional arguments 
>>> func(y=2) 

Traceback (most recent call last): 


File "/usr/local/lib/python3.3/inspect.py", line 1961, in 
_bind 
raise TypeError 


(msg) from None 


ТуреЕггог: "х" parameter Lacking default value 


>>> Типс(1, у-2, x=3) 
Traceback (most recent call last): 


File "/usr/local/lib/python3.3/inspect.py", line 1985, in 
bin 
‘{arg!r}'.format(arg=param.name) ) 
TypeError: multiple values for argument "х" 
>>> 
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ООО00000000000000000000000000000 
ООО000000 init ОООО0О00000000000000 
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from inspect import 


Signature, Parameter 
def 
make sig(*names): 
parms = [Parameter(name, Parameter.POSITIONAL OR KEYWORD) 
name in 


names] 
return 


Signature(parms) 


class Structure 


_ signature = make sig() 
def 


_ init (self, *args, **kwargs): 

bound values = self. signature .bind(*args, 
**kwargs) 

for 
name, value in 


bound values.arguments.items(): 
setattr(self, name, value) 


Ж Example use 


class Stock 


(Structure): 
| signature = make sig('name', 'shares', 'price') 


class Point 


(Structure): 


| Signature = make sig('x', 'у') 





О00000000005со0скООО00000 


>>> import inspect 





>>> print 


(inspect.signature(Stock) ) 

(name, shares, price) 

>>> 51 = Stock('ACME', 100, 490.1) 
>>> 52 = Stock('ACME', 100) 
Traceback (most recent call last): 


ТуреЕггог: 'price' parameter lacking default value 
>>> s3 = Stock('ACME', 100, 490.1, shares=50) 
Traceback (most recent call last): 


TypeError: multiple values for argument 'shares' 





9.16.3 ПП 


ООО00000000000000000000000000 
*args[]**kwargsL ОООООООО00О000000000000 
ООО00000000000000000000000000000000 
000008.1100000000000000000 


ООО00000000000000000000000000000 
ООО0000000000000000000000000 





from inspect import 


Signature, Parameter 
def 
make sig(*names): 
parms = [Parameter(name, Parameter.POSITIONAL OR KEYWORD) 
name in 


names] 
return 


Signature(parms ) 
class StructureMeta 


(type): 
def 


| new (с15, clsname, bases, clsdict): 
clsdict[' signature "| = 

make sig(*clsdict.get(' fields',[])) 
return 


super(). new (cls, clsname, bases, clsdict) 
class Structure 
(metaclass=StructureMeta) : 
_fields = [] 
def 
| init (self, *args, **kwargs): 
bound values = self. signature .bind(*args, 
**kwargs) 
for 
name, value in 
bound values.arguments.items(): 
setattr(self, name, value) 
# Example 


class Stock 


(Structure) : 
fields = ['name', 'shares', 'price'] 


class Point 


(Structure): 
fields = ['x', 'y'] 





.00000000000000000000000000 
. signature П0)00000000000000000 
Inspect[|I I I L ILI lintrospection[iI II II! 
ОО000000000000000000000 


>>> import inspect 


>>> print 


(inspect.signature(Stock)) 
(name, shares, price) 
>>> print 


(inspect.signature(Point)) 
х, у) 


>>> 





9.17 ПОООДО00000 
9.17.1 ПП 


ООО00000000000000000000000000000 
ООО0000000000000000000000000000 


9.17.2 0000 


ООО00000000000000000000000000000 
ОДДО00сурер0ОО0000000 new (ПП 


. init ООДО00000000 


class MyMeta 


(type): 
def 


_ new (self, clsname, bases, clsdict): 
Ж clsname is name of class being defined 


£ bases is tuple of base classes 
Ж clsdict is class dictionary 


return 


super(). new (cls, clsname, bases, clsdict) 





ОО000000 init ОП 





class MyMeta 


(type): 
def 


| init (self, clsname, bases, clsdict): 
Super(). init (clsname, bases, clsdict) 
Ж clsname is name of class being defined 


я bases is tuple of base classes 


Ж clsdict is class dictionary 


ЕЕ 


ООО00000000000000000000000000000 
00000000 


class Root 


(metaclass=MyMeta): 


class A 


(Root): 
pass 


class B 


(Root): 
pass 





ООО00000000000000000000000000000 
О00000 init ()0000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ОО0000000000000000000000000000000 


ОООД0000000000000000000000000000 
ОбОб000000000000000Д0/амаоо000 





class NoMixedCaseMeta 


(type): 
def 
| new (с15, clsname, bases, clsdict): 
for 
name in 
clsdict: 
if 
name.lower() != name: 
raise TypeError 
('Bad attribute name: ' + name) 
return 


super(). new (cls, clsname, bases, clsdict) 
class Root 


(metaclass=NoMixedCaseMeta): 
pass 


class A 


(Root): 
def 


foo bar(self): # ОК 


pass 


class В 


(Root): 
def 


fooBar(self): Ж TypeError 


pass 





ОООД0000000000000000000000000000 
ООО00000000000000000000000000 





from inspect import 


signature 
import logging 


class MatchSignaturesMeta 


(type): 
def 


| init (self, clsname, bases, clsdict): 
super(). init (clsname, bases, clsdict) 
sup = super(self, self) 
for 

name, value in 


clsdict.items(): 
if 


name.startswith(' ') or not 


callable(value): 
continue 


я Get the previous definition (if any) and compare 
the signatures 


prev dfn = getattr(sup,name,None) 


if 
prev dfn: 
prev sig - signature(prev dfn) 
val sig = signature(value) 
if 
prev sig !- val sig: 
logging.warning('Signature mismatch іп 55. 
955 |= 95", 
value. qualname , prev sig, 
val sig) 
# Example 
class Root 


(metaclass=MatchSignaturesMeta) : 
pass 


class A 


(Root): 
def 


foo(self, x, y): 
pass 


def 


spam(self, x, Ж, z): 


ра55 
Ж Class with redefined methods, but slightly different 


signatures 


class B 


foo(self, a, b): 
pass 


def 


spam(self,x,z): 
pass 





ОО0000000000000000 


WARNING: root:Signature mismatch іп B.spam. (self, x, *, 
(self, x, Z) 


WARNING:root:Signature mismatch in B.foo. (self, x, y) != 
(self, a, b) 
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ОДООО000000000000 new ООО0000000000 
ООО00000000000000000000000000000000 
О00000 init ОООО00000000000000000000 
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— nit ООД0О000000000000000000 
. init О00)00000О5чрегооДОО0000000000 
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О0000000000РуһопроО000000000000 
ОООД0000000000000000000000000000000 
ОО00000000000000000000 
іпѕресё.ѕідпаиге()000000000000000 


О00000000005ирег(зеї?, self) 00000000 
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9.18 [| LI II 
9.18.1 ПП 


ООО00000000000000000000000000000 
ПОООСОО000000000000ехес()00000000000 
ОО0000000000000000 


9.18.2 ППП 


ППИПППППЕурев.пеуу сіа55()ОДО00000 
О0000000000000000000000000000000000 
0000000 class dictionary H00000000000000 
0000000 





Z stock.py 


# Example of making a class manually from parts 


Ж Methods 


дет 

| init (self, name, shares, price): 
self.name = name 
self.shares = shares 
self.price = price 

def 


cost(self): 
return 


self.shares * self.price 








cls dict = í 
' init ' init , 
'cost' : cost, 

} 


# Make a class 


import types 


Stock = types.new class('Stock', (), {}, lambda 


ns: ns.update(cls_dict)) 
Stock. module = _ пате 








ООО0000000000000000000000 


>>> s = Stock('ACME', 50, 91.1) 

>>> S 

<stock.Stock object at 0x1006a9b10> 
>>> s.cost() 

4555.0 





[l types.new сіа55()ПЛО 
Stock. module _ [| 0000000000000000000 
00000000 module — 000000000000000000 
000000000000 repr ()000000000000000 
ООД00000Пріскіеррродоор00000000"0070000 


0000 module ДОООДОД 


О00000000000000000000 
types.new сІіаѕ5()00000000000000000 





>>> ітрогі абс 


>>> Stock = types.new class('Stock' 


abc.ABCMeta}, 
TM lambda 


ns: ns.update(cls dict)) 

>>> Stock. module = name | 
>>> Stock 

«class 

' main | 

.Stock'» 

>>> type(Stock) 

«class 


'abc 


.ABCMeta'» 
>>> 


, (), f'metaclass': 


| 


ООО0000000000000000000000000000 


class Spam 


(Base, debug=True, typecheck=False) : 





ПППпем class() 0000000 


Spam = types.new class('Spam', (Base,), 
{'debug': True, 'typecheck': False}, 
lambda 


ns: ns.update(cls dict)) 





new сІаѕѕ()П000000000000000000000 
ОО000000000000000000000000000000000 
0000000 prepare ()00009.140000000000 
і и рааќе()О000000000000000000000 


9.18.3 ПП 


ООООООДДО00000000000000000000000 
П00ООО0ОсоПесїопмѕ.патедёиріе() 00000000 
00 


>>> Stock = collections.namedtuple('Stock', ['name', 'shares', 
'price']) 
>>> Stock 


<class ' main .Stock'> 
>>> 





О00000000000О0патеагиріе 000 
ехес()000000000000000000000 





import operator 


import types 


import sys 


def 
named tuple(classname, fieldnames): 
Ж Populate a dictionary of field property accessors 
cls dict = í name: property(operator.itemgetter(n)) 
for 
n, name in 


enumerate(fieldnames) } 


й Make а new function and add to the class dict 


дает 


| new (cls, *args): 
if 


len(args) != len(fieldnames): 
raise TypeError 


('Expected 4) arguments'.format(len(fieldnames))) 
return 


tuple. new (cls, args) 
cls dict[' new '] = new | 
£ Make the class 
cls = types.new class(classname, (tuple,), {}, 
lambda 
ns: ns.update(cls dict)) 
£ Set the module to that of the caller 


cls. module = sys. getframe(1).f globals[' name || 
return 





ОДОДО000000000007їгапле ha ck" 0000 
sys. деіЁгате()0000000000000000#ате 
паскП00000002.1500000 


ОО00000000000000000 


>>> Point = named tuple('Point', ['x', "у! 
>>> Point 

«class ' main .Point'» 

»»» р з Point(4, 5) 

>>> len(p) 

2 


>>> р.х 
>>> р.у 


>>> р.х = 2 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 

AttributeError: can't set attribute 

>>> print 


("55 %s' % p) 
5 


>>> 





ЕЕНЕЕЕЕЕЕЕНЕЕШЕЕЕЕЕЕЕЕЕЕЕЕЕШЕЕШЕ 
ОО00000000000000000000000 


Stock = type('Stock', (), cls dict) 


О000000000000000000000000000 
. prepare (ОПППППППЕурев.пеуу с!а55(0)ПП 
О00000000000000000000000 
types.new сІаѕ5()000000000000000000000 
000000000 _ prepare — ()000000 


ПООДО0000000000 
types.prepare сіІаѕѕ5() 000000 


import types 


metaclass, kwargs, ns = types.prepare class('Stock', (), 
{'metaclass': type) 





ООДОО0О000000000 prepare _ 0000 
ООО000000000000000000000000 


00000000000 РЕР 3115 


[]http://www.python.org/dev/peps/pep- 


3115 [Python |[ J JLI! 
[]http://docs.python.org/3/reference/datam 
odel.html9623metaclasses ПП 


9.19 [III 
9.19.1 ПП 
ОШ 


9.19.2 [01 


ООО0000000000000000000000000000 
ООО00000000000000000000000000 


ООр000000000000000Ос01їесбііоп50000 
000000 


import operator 


class StructTupleMeta(type) : 
def init (cls, *args, **kwargs): 
Super(). init (*args, **kwargs) 
for n, name in enumerate(cls. fields): 
setattr(cls, name, 
property(operator.itemgetter(n) ) ) 


class StructTuple(tuple, metaclass=StructTupleMeta) : 
_fields = [] 
def | new (cls, *args): 
if len(args) != len(cls. fields): 
raise ValueError('() arguments 
required'.format(len(cls. fields))) 


return super(). new (cls,args) 





ООО0000000000000000000000000 


class Stock(StructTuple): 
fields - ['name', 'shares', 'price'] 


class Point(StructTuple): 
fields = ['x', 'y'] 





О0000000000 


>>> s з Stock('ACME', 50, 91.1) 

>>> s 

'ACME', 50, 91.1) 
] 


* s.price 


>>> s.shares = 23 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 

AttributeError: can't set attribute 

>>> 





9.19.3 || 


000005ігисіТиріемеваддоїд Пе!а5ППП 
ОООДООДОДО0000000000000000000000000 
ПО00орегаќѓог.іќептоеёег()О000000000 
Пассеѕѕог їипсйоп00ргорегёу() ІШІП 
ШргорегтуЦПП 


ЕЕЕЕЕЕЕЕЕЕНЕЕНЕЕЕЕЕЕЕНЕЕЕНЕЕНЕЕШЕ 
StructTupleMeta[]] пи ()0000000000000 
О00000$В00000000000000000000000000 
fields pa ap p ap p OCC 


Д5єгисєТтиріедрДДОДО0Д00000000000 
. new С ДО00000000000 new ()00000 
ОООД0000000000000000000000000000000 
ОО0000000000000 


s = Stock('ACME', 50, 91.1) # OK 


5 = Stock(('ACME', 50, 91.1)) # Error 





[] init Op new (QOUU000000000 
ОООД000000000000іп21ппмбабтеррорророо0 
ДО0000000000000 init ()0000000000000 
О0000000000000000000000000000000000 
П new ()0000 


ОООД0000000000000000000000000 
РуУСпопПДОООООООДОО0О00000000000000000 
ОООД00000000000000000 


РЕР 422 
[]http://www.python.org/dev/peps/pep- 
0422 ПДООООО00О0000000000000000000000 
ПООООДООПРЕРООООООООООО0О0000000000 
РукпопО00003. 3000000000000 


9.20 ПО00000000000 
9.20.1 ПП 


00000000000000000000000000000000 
О00000000000000тирІе-аіѕраёспо00000 
ООО00000000000000000000000000000000 
0000000 


9.20.2 [01 


ОО000000000000- - - -ООООРУЄпОПОДООО 
ОО0000000000000000000000 





class Spam 


def 
bar(self, x:int, y:int): 
print 
('Bar 1:', x, y) 
def 
bar(self, s:str, n:int = 0): 
print 
('Bar 2:', s, n) 


s = Spam() 
s.bar(2, 3) Ж Prints Bar 1: 2 3 


s.bar('hello') Я Prints Bar 2: hello 0 





ООО000000000000000000000000000 





я multiple.py 


import inspect 


import types 


class MultiMethod 


Represents a single multimethod. 


def 


| init (self, name): 
self. methods 
self. name | 


name 
def 


register(self, meth): 


Register а new method as а multimethod 


sig = inspect.signature(meth) 


Ж Build а type signature from the method's annotations 


types = [] 
for 


name, parm in 
sig.parameters.items(): 
if 


name == 'self': 
continue 


if 
parm.annotation is 


inspect.Parameter.empty: 
raise TypeError 


( 


‘Argument 4) must be annotated with а 
type'.format(name) 


) 


if not 


isinstance(parm.annotation, type): 
raise TypeError 


( 


'Argument 1) annotation must be a 
type'.format(name) 


ії 
parm.default is пої 
inspect.Parameter.empty: 
self. methods[tuple(types)] = meth 
types.append(parm.annotation) 
self. methods[tuple(types)] = meth 
def 
| Call (self, *args): 


Á! I 


Call a method based on type signature of the arguments 


types = tuple(type(arg) for 


arg in 
args[1:]) 
meth = self. methods.get(types, None) 
if 
meth: 
return 
meth(*args) 
else 


raise TypeError 
('No matching method for types {}'.format(types) ) 
def 


| get (self, instance, cls): 


Descriptor method needed to make calls work іп а class 


if 
instance is not 


None: 
return 


types.MethodType(self, instance) 
else 
return 
self 
class MultiDict 
(dict): 


11011 


Special dictionary to build multimethods in a metaclass 


def 


| setitem (self, key, value): 
if 


key in 


self: 
# If key already exists, it must be a multimethod 


or callable 


current маше = self[key] 
if 


isinstance(current value, MultiMethod) : 


current value.register(value) 
else 


mvalue - MultiMethod(key) 
mvalue.register(current value) 
mvalue.register(value) 


super(). setitem (key, mvalue) 
else 


super(). setitem (key, value) 


class MultipleMeta 
(type): 


Á! I 


Metaclass that allows multiple dispatch of methods 


def 


| new (с15, clsname, bases, clsdict): 
return 


type. new (cls, clsname, bases, dict(clsdict)) 


@classmethod 
def 


| prepare (cls, clsname, bases): 
return 


MultiDict() 


ОО000000000000000 





class Spam 


(metaclass=MultipleMeta): 
def 


bar(self, x:int, y:int): 
print 


('Bar 1:', x, y) 
def 


bar(self, s:str, n:int = 0): 
print 


('Bar 2:', s, n) 


Ж Example: overloaded init | 
import time 


class Date 


(metaclass-MultipleMeta): 
def 


| init (self, year: int, month:int, day:int): 
self.year = year 
self.month = month 
self.day = day 


ime.localtime() 


self. init (t.tm year, t.tm топ, t.tm mday) 





ОО00000000000000000000000 


>>> 

>>> 

Bar 1: 

>>> s.bar('hello') 

Bar 2: hello 0 

>>> s.bar('hello', 5) 

Bar 2: hello 5 

>>> s.bar(2, 'hello') 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "multiple.py", line 42, in call ` 

raise TypeError 


("Мо matching method for types {}'.format(types) ) 
TypeError: No matching method for types («class 'int'», <class 
'str'») 


>>> й Overloaded | init | 


>>> d = Date(2012, 12, 21) 
>>> й Get today's date 


>>> e = Date() 
>>> e.year 
2012 

>>> e.month 





9.20.3 ПІ 


ОД00000000000700700000000000000 
ООО00000000000000000000000000000000 
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>>> р = s.bar 

>>> р 

«bound method Spam.bar of < main .Spam object at 
0x1006a46d0>> 


>>> b. self ` 

< main .Spam object at 0x1006a46d0> 

>>> b. func . 

< main .MultiMethod object at 0x1006a4d50> 
>>> b(2, 3) 


>>> b('hello') 
Bar 2: hello 0 


>>> 





ООО00000000000000000000000000000 
ООО000000000000000000000000000000 


>>> s.bar(x=2, у-3) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
ТуреЕггог: сай! () got an unexpected keyword argument 'y' 


>>> s.bar(s='hello') 
Traceback (most recent call last): 


File "<stdin>", line 1, in <module> 
ТуреЕггог: call () got an unexpected keyword argument "5" 
>>> 





ОООО0000000000000000000000000000 
ОО000000000000000000000000000000000 
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ОООД0000000000000000000000000000 
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class Spam 


(metaclass=MultipleMeta): 
def 


foo(self, x:A): 
print 


('Foo 1:', x) 
def 


foo(self, x:C): 
print 


('Foo 2:', х) 





ОДОД00000х:А0ОО00000000000800000 
00000 


_ «A object at 0х1006а5310> 


) 
аіп .С object at 0х1007а1910> 


5 
а 
5 
1 
E 
S 
2 
b 


>>> S. 
Traceback (most recent call last): 
File "«stdin»", line 1, in «module» 
File "multiple.py", line 44, іп call | 
raise TypeError 


("Мо matching method for types {}'.format(types) ) 
TypeError: No matching method for types («class 

' main .B'»,) 

>>> 
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import types 


class multimethod 


def 


| init (self, func): 
self. methods 


self. name = func. name ` 


self. default = func 
def 


match(self, *types): 
def 


register(func): 
ndefaults = len(func. defaults ) if 


func. defaults else 


0 
for 


n in 
range(ndefauLlts+1) : 
self. methods[types[:len(types) - n]] = func 


return 


self 
return 


register 
def 


| Call (self, *args): 
types = tuple(type(arg) for 


arg in 
args[1:]) 
meth = self. methods.get(types, None) 
if 
meth: 
return 
meth(*args) 
else 


return 


self. default(*args) 
def 


| get (self, instance, cls): 
if 


instance is not 


None: 
return 


types.MethodType(self, instance) 
else 
return 


self 





ООО000000000000000000 





class Spam 


@multimethod 
def 


bar(self, *args): 
# Default method called if no match 
raise TypeError 

('No matching method for bar') 


@bar.match(int, int) 
def 


bar(self, x, у): 
print 


('Bar 1:', x, y) 


@bar.match(str, int) 
def 
bar(self, s, n = 0): 
print 


('Bar 2:', s, n) 
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class Person 


def 
_ init (self, name ,аде): 
self.name = name 
self.age = age 
@property 
def 
name(self): 
return 
self. name 
@name.setter 
def 


name(self, value): 
if not 


isinstance(value, str): 
raise TypeError 


('name must be a string') 
self. name = value 


@property 
def 
age(self): 
return 
self. age 
Qage.setter 
def 
age(self, value): 
if no 


isinstance(value, int): 
raise TypeError 


('age must be an int') 
self. age - value 





ОООО0000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО00000000000000000000000000000000 
OUL 





def 


typed_property(name, expected_type): 
storage пате = ' ' + 


@property 
def 


prop(self): 
return 


getattr(self, storage name) 


@prop.setter 
def 


prop(self, value): 
if not 


isinstance(value, expected type): 
raise TypeError 


('{} must be а {}'.format(name, expected type) ) 


setattr(self, storage name, value) 
return 


prop 


# Example use 


class Person 


пате = typed property('name', str) 
аде = typed property('age', int) 
def 


| init (self, name, age): 
self.name - name 
self.age - age 





9.21.3 ПП 


О00000000000000000000----000000000 
ООД0000000000000буреа property 000000 
ОООО000000000000000000000000000000 
ООДОО0000000000006буреа property 00000 
00000000000009екпегп5енег  П000000000 
ПО00патеПехресѓеа type[]storage патер 
ПО000—=000000000000 


ОО0000ғипсёооІѕ.рагёіа!()00000000000 
0000000000000000 


from functools import 


partial 


String = partial(typed property, expected type=str) 


Integer = partial(typed property, expected type=int) 
Ж Example: 


class Person 


пате = String('name') 
age = Integer('age') 
def 


_ init (self, name, age): 
self.name = name 
self.age = age 





О0000000000008.13000000000000000 
000 


9.22 1П1000000000000 

9.22.1 ПП 
01090000000000000009000%/ 000000 

9.22.2 DODO 
000000000000000090090009000000 


contextlib[JJjJi@contextmanager] 00000 
ОбООООДО00000000000000000 





import time 


from contextlib import 
contextmanager 
@contextmanager 

def 

timethis(label): 


start = time.time() 
try 


yield 


finally 
end = time.time() 
print 
('{}: {}'.format(label, end - start)) 


# Example use 


with 

timethis('counting'): 
n - 10000000 
while 


n > 0: 





Ltimethis ООООД0000утета 000000008 
0000 enter. ОДОД0000000Оуіеїа 0000000 
П exit ООДОД0О0Д000000000000ут1ет'а 00000 


ОООД000000000000000000000000000 





@contextmanager 
def list transaction(orig list): 
working - list(orig list) 


yield working 


orig list[:] = working 





ОООД0000000000000000000000000000 
ООО0000000000000000000000000 


>>> items = [1, 2, 3] 





>>> with list transaction(items) as working: 


working.append(4) 


working.append(5) 


>>> items 
[1, 2, 3, 4, 5] 


>>> with list_transaction(items) аз working: 


working.append(6) 


могКіпд.аррепа(7) 


raise RuntimeError('oops' ) 


Traceback (most recent call last): 


File "<stdin>", line 4, in <module> 


RuntimeError: oops 


>>> items 


[1, 2, 3; 4, 5] 


>>> 





9.22.3 ПП 


ОО00000000000000000000000 
. enter ОП exit ()000000000000 





import time 


class timethis: 


def _ init (self, label): 


self.label - label 


def — enter (self): 


self.start - time.time() 


def _ exit (self, exc ty, exc val, exc tb): 


end - time.time() 


print('{}: {}'.format(self.label, end - self.start)) 


О000000000000000ОООО 
фсопсеехетападеципиипт 


@contextmanager 000000000 selt- 
сопіаіпедрб ДДДД0О0000000000000000000 
ОД0000000Омиїеворродрообрд000000 
. enter (ДП exit (ПП 


9.23 0010000000000 
9.23.1 ІП 


О00000ехес()000000000000000000000 
ООО000000000000000000000 


9.23.2 [01 


ООО00000000000000000000000000000 
О0000000000 


>>> a = 13 


>>> exec('b = а + 1") 


>>> print(b) 





ОО00000000000000000000 


>>> def test(): 


ехес("Б = + 1") 


print (6) 


>>> test() 


Traceback (most recent call last): 


File "<stdin>", line 1, in <module> 


File "<stdin>", line 4, in test 


NameError: global name 'b' is not defined 





О000000000МатеЕггог00000ехес()00 
000000000000000ехес()000000000000000 
0000000 


ОО0000000000осаіѕ$()00000ехес()0000 
ОООД0000000000000000000000000000000 
00000 


loc = locals() 


exec 


('р=а +1!) 


р = loc['b'] 
ргіпі 





9.23.3 ПП 


ОО0000000ехес()000000000000000000 
О00000ехес()000000000000000000000000 
О000000000 


ПО00000000ехес()О0000000000000000 
О00000ехес()000000000000000000000000 
О0000000ехес()0000000000000000000000 
ПОСООСО0С00000ехес()00050000000000000 
НИ вв 


>>> testl() 
0 


>>> 





дробоодободробообіосаї 00000000000 
П0ехес()000000000000ехес() П0000000000 
О000000000000000000000000000000 





>>> def 


test2(): 
x = 0 
loc = locals() 


print 


('before:', loc) 


exec 


('x че 1!) 


ргіпі 


('after:', Тос) 


ргіпі 


( х є", х) 


>>> test2() 

before: {'х': 01 

after: {'loc': {...}, 'x': 1} 
х = 0 

>>> 


О000000000000001ое00000000х00000 


хО00000 


ПО0О оса! 5 Dip m p i ET 
Іосаіѕ()00000000000000000000000000000 
00000000 





>>> def 


test3(): 
x = 0 
loc = locals() 


print 


(loc) 


locals() 


ргіпі 


(loc) 


>>> test3() 





ПООбО оса! 5 ОДОДОДОДОХОДОО 


О0001оса!і5()0000000000000000000000 
ехес()000000 





loc = í "а" : а | 
glb = { } 
exec 


('b=a + 1', дір, Loc) 


b = loc['b'] 


ргіпі 


(b) 


>>> test4() 
14 


>>> 





ОО00000ехес()00000000000000000000 
О000ехес()000000000000000000000000 


0000000000000ехес()010000000000000 
0000000000000000 exec 00000000000000 
О000000000000000 


9.24 [ППППРућон [ПЦ 
9.24.1 П 
ООДОДООД0ОРУСпопООООДОО000000000 


9.24.2 (ULL 


ООДОДООДООРУЄСВОПОООООДОДОООООООДО 
00000 


"Тог і іп гапде(10): print(i)') 





000000000а5 ООРУСОПОООООООООООО 
ППА5 ТОДОДОООДОООО0000000 





>>> import ast 


>>> ex = ast.parse('2 + 3*4 + x', mode='eval') 

>>> ex 

< ast.Expression object at 0x1007473d0> 

>>> ast.dump(ex) 
"Expression(body=BinOp(left=BinOp(left=Num(n=2), op=Add(), 
right=BinOp(left=Num(n=3), op=Mult(), right=Num(n=4))), 
op=Add(), 

right=Name(id='x', ctx=Load())))" 


>>> top = ast.parse('for i in range(10): print(i)', 
mode='exec' ) 

>>> top 

<_ast.Module object at 0x100747390> 

>>> ast.dump(top) 

"Module (body=[For(target=Name(id='1i', ctx=Store()), 
iter=Call(func=Name(id='range', ctx=Load()), args=[Num(n=10)], 


keywords=[], starargs=None, kwargs=None), 
body=[Expr(value=Call(func=Name(id='print', ctx=Load()), 
args=[Name(id='i', ctx=Load())], keywords=[], starargs=None, 
kwargs=None))], orelse=[])])" 

>>> 





ООО00000000000000000000000000000 
AS ТООДООООДОООО0О0000000000000000000 
О0000000мізісї МодеМате()000000 
МодеМатеуП00000000000000000000000 
ОО000000000000000000000000 


import ast 





class CodeAnalyzer(ast.NodeVisitor) : 
def init (self): 

self.loaded = set( 

self.stored = set( 

self.deleted = set() 

visit Name(self, node): 

if isinstance(node.ctx, ast.Load): 
self. loaded.add(node.id) 

elif isinstance(node.ctx, ast.Store): 
self.stored.add(node.id) 

elif isinstance(node.ctx, ast.Del): 
self.deleted.add(node.id) 


de 


—h 


# Sample usage 

if name == ' main 
# Some Python code 
code = ''' 

for i in range(10): 
print(i) 

del i 


# Parse into an AST 
top = ast.parse(code, mode='exec') 


# Feed the AST to analyze name usage 
c = CodeAnalyzer() 

c.visit(top) 

print('Loaded:', c.loaded) 
print('Stored:', c.stored) 
print('Deleted:', c.deleted) 





ОО0000000000000000 





ПППА5 ТООО000Осопаріїе ООДОО00000000 
OUL 





>>> exec(compile(top,'<stdin>', 'exec')) 


ч 


со 


о 


9.24.3 DL 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
00000 ехес()00000000000000000А5Т00000 
ОООД0000000000000000000000000000000 
ОО0000000000000000 


О000000000000000000000000000А5ТП 
ООО00000000000000000000000000000000 
О00000000000000000000000А5ТО0000000 
О00000000000 


я namelower.py 
import ast 
import inspect 


# Node visitor that lowers globally accessed names into 


# the function роду as local variables. 
class NameLower(ast.NodeVisitor): 
def init (self, lowered names): 


self.lowered names = lowered names 


def visit FunctionDef(self, node): 
# Compile some assignments to lower the constants 
code = ' globals = globals()Nn' 
code += '\n'.join("{0} = 
__globals['{0}']". format (name) 
for name in self.lowered names) 
code ast = ast.parse(code, mode='exec' ) 


# Inject new statements into the function body 
node.body[:0] = code ast.body 


# Save the function object 
self.func = node 


# Decorator that turns global names into locals 
def lower names(*namelist): 
def Lower(func): 

srclines - inspect.getsource(func).splitlines() 

Я Skip source lines prior to the (lower names 
decorator 

for n, line in enumerate(srclines): 

if '@1омег names' in line: 
break 


src = '\n'.join(srclines[n+1: ]) 

# Hack to deal with indented code 

if src.startswith((' ','Nt')): 
src = 'if 1:\n' + src 

top = ast.parse(src, mode='exec' ) 


Я Transform the AST 
cl = NameLower(namelist) 
cl.visit(top) 


# Execute the modified AST 
temp = 4) 
exec(compile(top,'','exec'), temp, temp) 


Я Pull out the modified code object 
func. code = temp[func. name |. code 








ОО000000000000000000 


INCR = 1 


аТомег names('INCR') 


def countdown(n): 
while n > 0: 
n -= INCR 





ОД00000000000Осомпедомп ODE 


def countdown(n): 
__globals = globals() 
INCR =  globals['INCR'] 


while n > 0: 
n -= INCR 





О00000000000000000000020%П 


ОДООДО000000000000000000000000000 
ОООО00000000000000000000000000000 
АЅТОПООООВОООО00000000000 


0000000 ActiveState ОДОО00000 
[]http://code.activestate.com/recipes/2 779 
40- decorator-for-bindingconstants-at- 


compile-time/ ПППППППОППОППРУЕПОППОПОО 
DAS ТООООДОООДОООООО00О00О000000000000 
О00000000000 


9.25 [Python 0000000 
9.25.1 [| 


О000Рупопр00000000000000000000 
О0000000000 


9.25.2 [ШП 
ОІЗГІППППИППРУ ол d p p II 





>>> def countdown(n): 

кен while n > 0: 
print('T-minus', n) 
n -= 1 


print('Blastoff!') 


>>> import dis 
>>> dis.dis(countdown) 
9 SETUP LOOP 39 ( 
>> 3 LOAD FAST ( 
6 LOAD CONST 1 
9 COMPARE OP 4 
12 POP JUMP IF FALSE 41 


3 15 LOAD GLOBAL 0 
18 LOAD CONST 
21 LOAD FAST 0 
24 CALL FUNCTION 2 


n) 
2 positional, 0 


keyword pair) 
27 POP TOP 


4 28 LOAD FAST 
31 LOAD CONST 
34 INPLACE SUBTRACT 
35 STORE FAST 0 (n) 
38 JUMP ABSOLUTE 
> 41 POP BLOCK 


о © 
“~ 
> 
— 


о) 


5 >> 42 LOAD GLOBAL 0 (print) 
45 LOAD CONST 4 ('Blastoff!') 
48 CALL FUNCTION 1 (1 positional, 0 


51 POP TOP 0 (None) 
52 LOAD CONST 
55 RETURN VALUE 





9.25.3 ПП 


О000000000000000000000091=0000000 
ОО000000000000000000000 


Danis ОООО000000000000000 


>>> countdown. code .со code 
b"x'\x00|\x00\x00d\x01\x00k\x04\x00r) \xO0t\x00\x00d\x02\x00|\x 
00\x00\x83 

\х02\х00\х01 | \x00\x00d\x03\x008}\x00\x00q\x03\x00Wt\x00\ x00d\x 





04\x00\x83 
\x01\x00\x01d\x00\x00S" 


>>> 





О000000000000000000орсоаеђоп0000 
0000000 


>>> с = countdown. code .со code 
>>> import opcode 





>>> opcode.opname[c[0]] 
>>> opcode.opname[c[0]] 
'SETUP (ООР! 

>>> opcode. opname[c[3]] 
'LOAD FAST 


>>> 





Дрроразь III IILI HI! 
ООО00000000000000000000000000000000 
ОО0000000000 





import opcode 


def 


generate opcodes(codebytes) : 
extended arg = 


i=0 
n = len(codebytes) 
while 


і < п: 
ор = codebytes[i] 
1 += 1 


if 


op >= opcode.HAVE ARGUMENT: 


орагд = codebytes[i] + codebytes[i+1]*256 + 
extended arg 

extended arg - 0 

1 += 2 

ії 
ор == opcode.EXTENDED ARG: 


extended агд = орагд * 65536 
continue 


else 
oparg = None 
yield 


(op, oparg) 





О000000000000000 


>>> for 





op, oparg in 


generate opcodes(countdown. code .со code): 


print 


(op, opcode.opname[op], oparg) 


120 SETUP LOOP 39 

124 LOAD FAST 0 

100 LOAD CONST 1 

107 COMPARE OP 4 

114 РОР JUMP ТЕ FALSE 41 
116 LOAD GLOBAL 0 

100 LOAD CONST 2 


124 LOAD FAST 0 

131 CALL FUNCTION 2 
1 РОР ТОР Мопе 

124 LOAD FAST 0 

100 LOAD CONST 3 

56 INPLACE SUBTRACT None 
125 STORE FAST 0 

113 JUMP ABSOLUTE 3 
87 POP BLOCK None 
116 LOAD GLOBAL 0 
100 LOAD CONST 4 

131 CALL FUNCTION 1 
1 POP TOP None 

100 LOAD CONST 0 

83 RETURN VALUE None 


>>> 





ООО00000000000000000000000000000 
ОООО0000000000000000000000000000000 
00000 


>>> def 





add(x, y): 


return 


X + у 


>>> с = add. code _ 

>>> C 

<code object add at 0x1007beed0, file "<stdin>", line 1> 

>>> С.СО code 

р" |\x00\x00|\x01\x00\x17S' 

>>> 

>>> # Маке а completely new code object with bogus byte code 


>>> import types 


>>> newbytecode = bD'xxxxxxx' 
>>> nc = types.CodeType(c.co argcount, c.co kwonlyargcount, 


с.со nlocals, c.co stacksize, c.co flags, newbytecode, 
C.CO Consts, 


C.CO names, c.co varnames, c.co filename, c.co name, 


c.co firstlineno, c.co lnotab) 
>>> nc 
«code object add at 0x10069fe40, file "<stdin>", line 1» 
>>> add. code = 
>>> add(2,3) 
Segmentation fault 





ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
О000000000000000000000000 ActiveState 


ОО000000000000 
[]http://Code.activestate.com/recipes/2 779 


40-decorator-for-buildingconstants-at- 
cimpile- time [][] 


П101 0000 
О0000000000000000Рућопо00000000 

ОООД0000000000000000000000000000000 

00000000000000000000патезрасе 


раскадеПДДОД00000000000і прог 00000 
ПП 


10.1 0100000000000 

10.1.1 ПП 
ПИШ 

10.1.2 0000 
ПШПШ 


ООДОДО0О00000000000000 /тЕ — «ey 00000 
OUL 





graphics/ 
| init .py 
primitive/ 
init .ру 


text.py 


formats/ 
| init ру 
png.py 
)р9.ру 


О000000000000000ітрог 000000 


import graphics.primitive.line 


from graphics.primitive import 


line 


import graphics.formats.jpg as jpg 





10.1.3 ПП 


0000000000000000000000000000000 
LLL "РЕ „ру ПОДО00000000000000000000 
ОО00000000000000000000ітрогї graphics 
l Igraphics/ init .руПППППППогарһіс5 
ПОООООДОООО О "роге graphics.formats.jpo[| 
ПО00000009гарћіс/__ init. .py П 
graphics/formats/ init .py ПОООООООО 
graphics/formats/Jpg.py ППППППППП 


ОДОДОДО0О ¿nit .ру О0000000000000 
ПІШІП fmit .ру ОДОД0000000000000 
_ It .py ОШ 


Ж graphics/formats/ init .ру 


from . import 


jpg 
from . import 


png 





ОООДОО0О00000000000000іплрогі 
дгарһіс5.Тогта дрД00000/о90рп900000000 
ППППаогарһісв.Тогта(в.|раП 
graphics.formats.png[] 


ОДОД ¿nit oy 000000000000000000 
О000000000000000000000000000000010.4 
О000000000000 


О000000000000Рућоп 3.3000000 
__ Init .py ОО0000000000000000000 
ПЕ .ру 1000000000000“ 0000 
0”Опатезрасе раскаде00000000010.5000 


000000000000000000000000000000 
Init. ру ПОООООО 


10.2 [IJ D 
10.2.1 ПП 


ПІПІПТоОт module import ХОООООООО 
ООД000000000000000 


10.2.2 0000 


ППИПИППИПЦ _ а! ВО0О00000000000000 
OUL 





# somemodule.py 


blah = 42 


# Only export 'spam' and 'grok' 


| all = ['5рат', 'grok'] 





10.2.3 [| 


ПОООООООООот module import ЭПППП 
ООДО0000000000000000000000000000000 
ООДО0000000000000000000000000000000 
0000000 а! _ 0000000000000000000 


000 а! ДООООООО0000О000000000000 


0 all БОООООДОДОД00000і прог 0000000 
AttributeError[|[|[ ] 


10.3 ПДОДОДОД0О00000 


10.3.1 ПП 


00000000000000000000000000000000 
ОО00000і m porte 000000000 


10.3.2 ППП 


ООО00000000000000000000000000000 
О000000000000тпураскаде рр 000000000 
000000 


grok.py 


; ПЕ: 
раг.ру 





000Отураскаде.А.зратрорОбООО0000 
ОрагокорООС00000000і прог 000 


Ж mypackage/A/spam. py 


from . import 


grok 





000Отураскаде.А.зратДДОбО00000000 
008 .раг00000001трог 00000 


Ж тураскаде/А/ѕрат. ру 


from ..В import 


bar 


ОДО000і ппрогіддр000О5рап. ру 000000 
ООО0000000000000000000 


10.3.3 || 


ОООД0000000000000000000000000000 
ООО0000000000000000000000000000000 
0000000 


Ж mypackage/A/spam. py 


from mypackage.A import 


grok # OK 


from . import 


grok 


import grok 


# Error (not found) 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО000000000000000 


іппроті0000.0.. 00000000000000000000 
ОО0000.0000000000000..8000../8 0000000 
ПП тоға xx import уу ДООО000000000 


from . import 


grok # OK 


import 


.grok # ERROR 





ОООД0000000000000000000000000000 
ОООО00000000000000000000000000000 
РуСпоПДОООООО0000000 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 


ОООО0000000000000000000000000000000 
О000000000 


% python3 mypackage/A/spam. py # Relative imports fail 


ОО0000000-пО00000000000000000000 
О000000000 


% python3 -т mypackage.A.spam # Relative imports work 


ПОСООООСОООСООООООООРЕР 328 
[][Ihttp://www.python.org/dev/peps/ pep- 
0328](http://www.python.org/dev/peps/ 
рер-0328)ПП 


10.4 ПО00000000 

10.4.1 [U] 
ОбО00000000000000000000000000000 

ОбОПО000000000000000000000000000000 

ПП 


10.4.2 ПП 


ООО00000000000000000000000000000 
0000000 


я mymodule. py 


class A 


def 


spam(self): 
print 


('A.spam') 


class B 


bar(self): 
print 





('B.bar') 


0000љутоаи!е.ру ОДООООДООО0000000 
ООД0000000000000 my module. ру ПО000 
тутоаше ПДООООО0О00000000000 


mymodule/ 
. init .ру 
a.py 
b.py 


000а.ру ОО0000000 


дает 


spam(self): 
print 


('A.spam') 





00002. ру 000000000 
я b.py 


from .а import 


bar(self): 
print 


('B.bar') 





ОО000 ¿nit py ООДООООД00000 


Ж init  .ру 


from .а import 


from .b import 


B 





00000000000000 пураскадеррро0000 
00000000 


>>> import mymodule 


>>> a = mymodule.A() 





10.4.3 П 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 


О000000000000000000000000000ітрог 
00000000 


from mymodule.a import 


A 
from mymodule.b import 


B 





ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
О000іпарогі 0000 


from mymodule import 
A, B 


О0000000000000тутоаџшепо0000000 
00000000000000000000000000000000000 
ПООЕОООВИВОВОВОВОВООВОЩ unit ру UUL 
О000000000 


ООООООДбО000000000000000000000000 
class ВПППсіас5 АДДОДОДОДО000ЙОог .а 
import АППООООООООО0ОО с! а55 А0000 


ООО00000000000000000000000000000 
a 
-3LIETLI 


00000000000000000700"00000000000 
OUUU mit „ру ЦО 00000000000000000000 
00000000000000000000000000000000000 
ШЕШІП mit „ру QUO 


ya 
from .a import 


return 


from .b import 


return 





ППЧПППППсіа55 АПсіаѕѕ ВО00000000000 
ООО000000000000000000000000000000 


>>> import mymodule 


>>> a = mymodule.A() 
>>> a.spam() 

A.spam 

>>> 





ООО00000000000000000000000000000 
О000000000 


if 


isinstance(x, mymodule.A): # Error 


Ee "T 


isinstance(x, mymodule.a.A): 





ОбОДООДД0000000000000000 
multiprocessing/ ПЕ .РУу ППОП00 


10.5  ППОООДОООО0000000000 
|| 


10.5.1 ПП 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО0000000000000000000000000000000 
ПП 


10.5.2 ППП 


ООДОДОО0000000000000000РУспопОО 
ОООД0000000000000000000000000000000 
ООО000000000000000000000000000000 


ОООД0000000000000000000000000000 
РуСпопПДОООООООООДОО0О00000000000000 
. Init. „ру ПОООООООДОО000ДО00000ПРУФПОПОП 
О0000000000 





Тоо-расКаде/ 


bar-package/ 
spam 


grok. py 


ООО00О $ рат 0000000000000000000 
LLL (mit. «py ПОП 


00000 foo-package[]bar-package DODO 
Руєћоп00000000000000000000000000600 


>>> import sys 


>>> Sys.path.extend(['foo-package', 'bar-package']) 
>>> import spam.blah 


>>> import spam.grok 


>>> 





О0000000000000000000000000000000 
Пѕрат.Ыіаћѕрат.огок0500000000 


10.5.3 [| 


О00000000000000“00000"Опатеѕрасе 
раскаде00000000000000000000000000 
ООО00000000000000000000000000000000 
ООО0000000000000000000000000000000 


ОООД0000000000000000000000000000000 
ООО0000000000000000000 


ОООД00000000000000000000000000000 
ПЕ .ру ПППППППОПОПОПООЦ ¿nit .руП 
О00С0000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООДОО0О00000000000 path _0000000000 
О000000000000 


>>> import spam 


>>> spam. _ - 
 NamespacePath(['foo-package/spam', 'bar-package/spam' 1) 
>>> 





__раїћ__ О00000000000000000000000 
00000 ѕрат.одгок10ѕрат.Ыіаһ00 


ООО00000000000000000000000000000 
ООО000000000000000000000 


ту -раскаде/ 
spam/ 
custom.py 


О0000000000000000000 sys.path 0000 
О00000000005раптрр00000 


>>> import spam.custom 


>>> import spam.grok 


>>> import spam.blah 


>>> 





ООО00000000000000000000000000000 
О00000 Ше ООО000000000000000000000 
ОООД00000000000000000000000000 
П“патевзрасе "ПОПООО000 


>>> spam. file ` 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
AttributeError: 'module' object has no attribute ' file | 


>>> spam 
«module 'spam' (namespace)> 
>>> 





ПОООООСОООСОООООРЕР 420 
[]http://www.python.org/dev/peps/pep- 


0420 ППППП 


10.6 (ТІПТІ 
10.6.1 ПП 
ОбО0000000000000000000000000000 


10.6.2 (ULL 


О00000000000000000000ітр.геіоаа()0 
0000000 


>>> import spam 


>>> import imp 


>>> imp.reload(spam) 
<module 'spam' from './spam.py'> 
>>> 





10.6.3 (|| 


ОООД0000000000000000000000000000 
ООО0000000000000000000000000000 


reload O ОДО000000000 dict [ШШШ 
00000000000000000000000000000000000 
іа()О000000000000000000000000000000 


ПОООООО кога module import пате 


ОО0000000геіоаа()00000000000000000000 
000000 





ОО000000000000 





>>> import spam 


>>> from spam import 


grok 
>>> spam.bar() 





ООДОРупопр00О5рат. ру П00000 
grok о ОДО0000000 


def 


grok(): 
print 


("Мем grok' ) 





ПППППППППППГеюаа () 00000000000 


>>> import imp 


>>> imp. reload(spam) 
«module 'spam' from './spam.py'> 


# Notice old output 


>>> spam.grok() # Notice new output 


New grok 
>>> 





О00000000000000009гок() 0000000000 
ОООД0000000000000000000000000000 


ОООД0000000000000000000000000000 
ООО0000000000000000000000000000 


10.7 рробгіроорородрор 
10.7.1 ПП 


ОООД0000000000000000000000000000 
ОО00000000000000000000 


10.7.2 0000 


0000000000000000000700007 0000000 
ОДОД000000000000) тат .руП ИП! 
00000000 


myapplication/ 


[IL main гру ПОООООДОДОДОРУЄОПО 
О000000000 


bash “5 python3 myapplication 


00000 тат  .ру ПОО00000000 
О0000000000000000021р000000000000 
[| 


bash “5 15 
spam.py bar.py grok.py _ main .py 
1 * 


% python3 myapp.zip 
.. Output from main .py ... 





10.7.3 || 


О00000002г2ір0О000000000 тат .руП 
ООДОДООД0ДОРУСПОПОООДООООДОДОООООО 
РусСпопПДООООООО0ОО00000000000000000000 
ОООД00000000000000000000000000 


О000021ро000000000000000000000000 
ППәһей III III III 
myapp.zip ОДООООООДОДОООО000000000 


#!/usr/bin/env python3 /usr/local/bin/myapp. zip 


10.8 [JII 
10.8.1 ПП 


ООО00000000000000000000000000000 
00000 


10.8.2 0000 
0000000000000 


mypackage/ 
| init .py 
somedata.dat 
spam.py 


ПІПППбОврат.руПЦПвотеядаға.аа р 
ИВЕВЕВЕВОЕЕНИЕВОВОВЕ 


# 5рат.ру 


import pkgutil 


data = pkgutil.get data( package , 'somedata.dat') 





брр00000000дасаррррорбооббоо000000 
000000 


10.8.3 [| 


О00000000000000000000000000/000 
О000ореп()0000000000000000000 


00000000000000000000000000000000 
//ОППППИПИППППИПИППИПИППИПЦ file _ 000 
ООО000000000000000000000000000 


00000000000. 21900. еаз ДДобД000000000 
О00000000000000000000ореп()0000000 
ПагсћімеПоО000000000000 


ркоч.деї_даѓа()П0000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000000 


get ааѓа()П0000000000000000000000 
ООО000000000 package _ ПОООООООООООО 
0000000000000000000000000009№19%0000 
ОО0000000000000000000000000 


10.9 ПП(|оу5.ракнг 


10.9.1 |! 
О0000Руєћоп0000000000005уѕ.раїћр 


О0000000000000000Руєћопо000000000000 
000000 


10.9.2 ППП 


ООДОД0000000000000 sys.path 000000 
ОДОООПРУТНОМРАТНОДОДОООДОДООО 


bash “5 env PYTHONPATH=/some/dir: m python3 
.0 (default, Oct 4 2012, 10:17:33 
; (Apple Inc. build 5666) пе 3)] оп дагміп 
", "copyright", "credits" ог "license" Тог more 


'', '/some/dir', '/other/dir', ...] 





ОДООД0000000000000000000000000000 
зле jit] 


0000000000 „ес ОО000000000000000 


я myapplication.pth 
/зоте/діг 
/other/dir 


00. oth ПООПООРУ Йо" 0000$ е- 
packages ПОО000000 
[Vusr/local/lib/oython3. 3/site-packages ПП 
—/.local/lib/python3.3/site-packages ППППП 
ОДОД00000. eth 0100000000000000000000000 
1005У5.раєћ00000000000000Руєоһпо0000 
ПО00.рєпО00000000000 


10.9.3 ПП 


О0ООООО0000000000000000000000000 
sys.pathQ0000000 


import sys 


sys.path.insert(0, '/some/dir' ) 
sys.path.insert(0, '/other/dir') 





DUDUD 00” бОроророророророро00000 
ОО000000000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО0000000000000000000 


ООДОО00000000000 Ше ДОООДО0000 
ОО0000000000000000000000000 


import sys 


from os.path import 


abspath, join, dirnam 
sys.path.insert(0, ИЗО | file "), 'src')) 





о000005=ге0000005уѕ.раєћ00005ге000 
ОО0000000000000000 


005/е-раскадеѕ ППОО00000000000000 
000000000000000000000000000000000 
0.0 П0000005/е-раскадеѕ ПОО000000000 


ООО00000000000000000000000000000000 
ООДО00000000. eth 000000 


10.10  ПОООООДО00000000 
10.10.1 ПП 


ОДОДБОДБО0000000000000000000000000 
ПЫВЕВОВОН "рог 00 


10.10.2 ППП 


ООДООДО0000000000000000 
importlib.import module( 00000000000000 
000 


>>> import importlib 


>>> math = importlib.import module('math') 

>>> math.sin(2 

0.9092974268256817 

>>> mod = importlib.import module('urllib.request') 
>>> u = mod.urlopen('http://www.python.org') 

>>> 





import module[|[|[|[ import 00000000 
import плодиїе рПОООД00000000000000000 
ОООООДОДО000000000000000 


О00000000трогё тоаишіе() 000000000 
ОО000000000000000000000 


import importlib 


я Same as 'from . import b' 


р = importlib.import module('.b', _ package ) 





10.10.3 || 


O00import_module()\ 0000000000000000 
ОО000000000000000000000000000000000 
ОДОО000000000000000000000000000 


ПОООО0000000000000 import 00000 
о0000000000000трог р .ітрогі module() 
О0000000000 


00020. 2200000000000000000 
10.11 |Пітрогі [I III [I 
ПП 
10.11.1 [I] 


ООДОРуФпопіт рого ДОДОДОО000000000 
ОО0000000000 


10.11.2 [ШЇП 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
О000000000РуёћопПітрог 00000000000 
ООО00000000000000000000000000000000 


О0000000001трого000000000000000000 
О000000000000 


ООДОД00000іппрогедоДДО000000000000 
ООДОО0О000000000ОРУСРоОПОООООООДОДОДО 


testcode/ 


кен __+ Py 
blah. ру 





ООО00000000000000000000000000000 
ООО000000000000000000000000000000 





Ж spam.py 


ргіпі 
("I'm spam" ) 
def 


hello(name) : 
print 


('Hello 555" % name) 


Ж fib.py 


print 


("I'm fib") 


def 


fib(n): 
if 


n < 2: 
return 


1 
else 
return 
fib(n-1) + fib(n-2) 


Ж grok/ init .ру 


print 
("I'm grok. init ^") 


# grok/blah. py 


print 


("I'm grok.blah") 





ОООО0000000000000000000000000000 
ППППИП Web ОООПОДОДОО0000000 testcode 
ППППИППИПИППРУ пол ПП 


bash % са testcode 
bash “5 python3 -т http.server 15000 


Serving НТТР оп 0.0.0.0 port 15000 ... 





О0000000000000000Руєһопро00000000 
000 urllib [IILI IILI IILI I! 


>>> from urllib.request import 


urlopen 

>>> u = urlopen('http://localhost:15000/fib.py' ) 
>>> data = u.read().decode('utf-8') 

>>> print 





ООО00000000000000000000000000000 
О00000чїореп()0000000000000000000000 
Штроги (ПИ 


ООО0000000000000000000000000000 
[| 





import imp 


import urllib.request 


import sys 


def 


load module(url): 
u = urllib. request.urlopen(url) 
source = u.read().decode('utf-8') 
mod = sys.modules.setdefault(url, imp.new module(url)) 
code = compile(source, url, "ехес") 


mod. file = url 
mod. package = '' 
exec 


(code, mod. dict ) 
return 


mod 





О0000000000000000сотріе()0000000 
nimun 


fib = load module('http://localhost:15000/fib.py') 
fib 
fib.fib(10) 


spam = load module('http://localhost:15000/spam.py' ) 
spam 
spam.hello('Guido') 
Hello Guido 
>>> fib 
«module 'http://localhost:15000/fib.py' from 
'http://localhost:15000/fib.py'» 


'http://localhost:15000/spam.py' from 
'http://Llocalhost:15000/spam.py'» 


>>> 





ООО00000000000000000000000000000 
О0001трогПООООО00000000000000000000 
ОО000000000000000000 


ООДОО000000000000000іппрогеетї)0000 
О00000000000000000000000теѓа path 
importer] 00000000 





я urlimport.py 


import sys 


import importlib.abc 


import imp 


from urllib.request import 


urlopen 
from urllib.error import 


HTTPError, URLError 
from html.parser import 


HTMLParser 


Ж Debugging 


import logging 


log = logging.getLogger( name ) 


Ж Get links from а given URL 


def 


_get links(url): 
class LinkParser 


(HTMLParser): 
def 


handle starttag(self, tag, attrs): 
if 


tag == 'a': 
attrs = dict(attrs) 
links.add(attrs.get('href').rstrip('/')) 
links = set() 
try 


log.debug('Getting links from 555" % url) 

и = urlopen(url) 

раг5ег = LinkParser() 

parser.feed(u.read().decode('utf-8')) 
except Exception as 


e: 
log.debug('Could not get links. %s', e) 
log.debug('links: %r', links) 
return 
links 


class UrlMetaFinder 


(importlib.abc.MetaPathFinder): 


def 
| init (self, baseurl): 
self. baseurl = baseurl 
self. links = 1) 


self. loaders = 4 baseurl : UrlModuleLoader(baseurl) } 


def 
find module(self, fullname, path=None) : 
log.debug('find module: fullname=%r, path=%r', 
fullname, path) 
if 
path is 
None: 
baseurl = self. baseurl 
else 


if not 


path[0].startswith(self. baseurl): 
return 


None 
baseurl = path[0] 


parts = fullname.split('.') 

basename = parts[-1] 

log.debug('find module: baseurl-*r, basename=%r' , 
baseurl, basename) 


Ж Check link cache 


if 
basename not in 


self. links: 
self. links[baseurl] = get Llinks(baseurl) 


Ж Check if it's a package 
if 
basename in 


self. links[baseurl]: 


log.debug('find module: trying package %г', 
fullname) 

fullurl = self. baseurl + '/' + basename 

Ж Attempt to load the package (which accesses 
| init .ру) 


loader - UrlPackageLoader(fullurl) 
try 


loader.load module(fullname) 

self. links[fullurl] = get Llinks(fullurl) 

self. loaders[fullurl] = 
UrlModuleLoader(fullurl) 

log.debug('find module: package %r loaded', 


fullname) 
except ImportError as 
e: 
log.debug('find module: package failed. 555", 
e) 
loader - None 
return 
loader 


£ A normal module 
filename = basename + '.py' 
if 
filename in 
self. links[baseurl]: 
log.debug('find module: module %r found', 
fullname) 
return 
self. loaders[baseurl] 


else 


log.debug('find module: module %r not found', 


fullname) 
return 


None 
def 
invalidate caches(self): 
log.debug('invalidating link cache') 


self. links.clear() 


Ж Module Loader for a URL 


class UrlModuleLoader 


(importlib.abc.SourceLoader): 
def 


| init (self, baseurl): 
self. baseurl = baseurl 
self. source cache = 4) 


def 
module repr(self, module): 
return 
'<urlmodule %r from %r>' 5 (module. name , module. file ) 


# Required method 


def 


load module(self, fullname): 

code = self.get code(fullname) 

mod = sys.modules.setdefault(fullname, 
imp.new module(fullname)) 


mod. file = self.get filename(fullname) 
mod. loader = self 

mod. package = fullname.rpartition('.')[0] 
exec 


(code, mod. dict ) 


return 
mod 


Ж Optional extensions 


def 
get code(self, fullname): 
src = self.get source(fullname) 
return 
compile(src, self.get filename(fullname), "ехес") 


def 


get data(self, path): 
pass 


def 


get filename(self, fullname): 
return 


self. baseurl + '/' + fullname.split('.')[-1] + '.py' 
def 
get source(self, fullname): 
filename = self.get filename(fullname) 
log.debug('loader: reading %r', filename) 
if 
filename in 
self. source cache: 
log.debug('loader: cached %г', filename) 


return 


self. source cache[filename] 
try 


и = urlopen(filename) 

source = u.read().decode('utf-8') 
log.debug('loader: %г loaded', filename) 
self. source cache[filename] = source 
return 


source 
except 


(HTTPError, URLError) as 

e: 
log.debug('loader: %r failed. %s', filename, е) 
raise ImportError 

("Can't load %s" % filename) 


def 


is package(self, fullname): 
return 


False 


# Package loader for a URL 


class UrlPackageLoader 


(UrlModuleLoader): 
def 


load module(self, fullname): 
mod = super().load module(fullname) 
mod. path = | self. baseurl | 
mod. package = fullname 
def 


get filename(self, fullname): 
return 


self. baseurl + '/' + ' init .py' 


дает 


is package(self, fullname): 
return 


True 

# Utility functions for installing/uninstalling the loader 
installed meta cache = ( } 

def 


install meta(address): 
if 
address not in 
installed meta cache: 
finder - UrlMetaFinder(address) 
installed meta cache[address] = finder 


sys.meta path.append(finder) 
log.debug('%sr installed оп sys.meta path', finder) 


def 


remove meta(address): 
if 


address in 


installed meta cache: 
finder - installed meta cache.pop(address) 
sys.meta path.remove(finder) 
log.debug('%sr removed from sys.meta path', finder) 





ОО00000000000000000000 





>>> й importing currently fails 


>>> import fib 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
ImportError: No module named "Тір! 


>>> # Load the importer and retry (it works) 


>>> import urlimport 


>>> urlimport.install meta('http://localhost:15000' ) 
>>> import fib 


I'm fib 
>>> import spam 


I'm spam 
>>> import grok.blah 


I'm grok. init ` 


: le 
'http://localhost:15000/grok/blah.py' 


>>> 





ПОДОООДО0Д00000000000000-- — 
ЏпМесанпаетПППППоуч.теќа path[] i] 
ОО0000000000005у5.ппека раєроододрдоодроо 
ООООО000000000000000000000000000000 
ШІ MetaFinder(QQ0000000000000000 


ОДДО000000УгІМеєаРіпаегГ ПОПОППУАЬ 
0000000000000000009А40000000000000 
А О ОИ оооу 
UrlModuleLoaderf ПДОДОО00000000000000 
ОДОД0000000000000000000000000000000 
ОНТТРОПП 


ООДОО0000000000000000по2ко000000 
0О5у5. расвДОДОДОДОДОООООПООДОДОДОО 
urlimport.py ПООООООО0000000 





я urlimport.py 


Ж... include previous code above ... 


Ж Path finder class for а URL 


class UrlPathFinder 
(importlib.abc.PathEntryFinder) : 
def 
| init (self, baseurl): 
self. links = None 
self. loader = UrlModuleLoader(baseurl) 
self. baseurl = baseur 


def 


find loader(self, fullname): 
log.debug('find loader: %г', fullname) 


parts = fullname.split('.') 
basename = parts[-1] 
я Check link cache 
if 
self. links is 


None: 


self. links [] # See discussion 


self. links = get links(self. baseurl) 


# Check if it's a package 


if 
basename in 


self. links: 

log.debug('find loader: trying package %г', 
fullname) 

fullurl = self. baseurl + '/' + basename 

Ж Attempt to load the package (which accesses 
| init .ру) 


loader = UrlPackageLoader(fullurl) 
try 


loader.load module(fullname) 
log.debug('find loader: package %r loaded', 
fullname) 
except ImportError as 


e: 
log.debug('find loader: %r is a namespace 
package', fullname) 
loader - None 
return 


(loader, [fullurl]) 


ЖА normal module 


filename = basename + 
if 


.ру 


filename іп 


self. links: 

log.debug('find loader: module %r found', 
fullname) 

return 


(self. loader, []) 
else 


log.debug('find loader: module %г not found’, 
fullname) 
return 
(None, []) 
def 
invalidate caches(self): 
log.debug('invalidating link cache’ ) 
self. links = None 


# Check path to see if it looks like a URL 


url path cache = {} 
def 





handle url(path): 
if 
path.startswith(('http://', 'https://')): 
log.debug('Handle path? 55. [Yes]', path) 
if 


path in 


url path cache: 
finder = url path cache[path] 
else 








finder = UrlPathFinder(path) 
url path cache[path] = finder 
return 





finder 
else 
log.debug('Handle path? 55. [No]', path) 
def 
install path hook(): 
sys.path hooks.append(handle url) 
sys.path importer cache.clear() 


log.debug('Installing handle url') 


def 


remove path hook(): 
sys.path hooks.remove(handle url) 
sys.path importer cache.clear() 
log.debug('Removing handle url') 





ООДОДОО0000000000098120005уз.раїп 
00000 





>>> й Initial import fails 


>>> import fib 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 


ImportError: No module named 'fib' 


>>> й Install the path hook 
>>> import urlimport 


>>> urlimport.install path hook() 


>>> # Imports still fail (not on path) 
>>> import fib 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
ImportError: No module named “Тір! 


>>> # Add an entry to sys.path and watch it work 
>>> import sys 


>>> sys.path.append( 'http://localhost:15000' ) 
>>> import fib 


I'm fib 
>>> import grok.blah 


I'm grok. init | 

I'm grok.blah 

>>> grok.blah. file ` 
'http://Llocalhost:15000/grok/blah.py' 


>>> 





бО0000000000йапаїе url Об0000000000 
sys.path ПООК5ПЛОДОДОзу5. рай 00000000 


ѕуѕ.раћ_ҺоокѕПО000000000000000000000 
П0000000ћпаег орјесППО00000000000 
ѕуѕ.раё 10000000 


ООО00000000000000000000000000000 
[| 





>>> fib 
«urlmodule 'fib' from 


‘http 

:// localhost 
:15000/fib.py 

> 

>>> fib. name | 

'fib' 

>>> fib. file ` 
'http://localhost:15000/fib.py' 
>>> import inspect 

>>> print 
(inspect.getsource(fib)) 
# fib 

print 


("I'm fib") 


return 


1 
else 


return 


fib(n-1) + fib(n-2) 


>>> 





10.11.3 П 


ПОСООСООСОООООООООО000000Руёпопд 
О00000000000000000000000----О00000Ц0 
Руёпоп0000000000000000000000000000 
ООООО000000000000000000іппрогіїї, 00000 
[]http://docs.python.org/3/library/importlib. 
html ПППРЕР 302 
[]http://www.python.org/dev/peps/pep- 
0302 П00000000000000000000000000 


О0000000000000000тоаи!е објес ПП 
ПООитр.пем_глоади!е( ОООООООО 





>>> import imp 


>>> m = imp.new_module('spam' ) 
>>> т 

«module 'spam'» 

>>> m. name _ 

'Spam' 


ООДОО000000000000000 file ПОПОПО 
ОО00000 package — ПОПОООООООООО 


ОО00000000000000000000000 
5у5.пподиїе5 ППДООООООО0000000000000000 
ОО000000000000000000 


>>> import sys 


>>> import imp 


>>> m = sys.modules.setdefault('spam', imp.new module('spam')) 
>>> m 

<module 'spam'> 

>>> 





ООО00000000000000000000000000000 
ОО00000000000000 





>>> import math 


>>> m = sys.modules.setdefault('math', imp.new module('math')) 
>>> m 

<module 'math' from '/usr/local/lib/python3.3/lib- 
dynload/math. so'> 

>>> m.sin(2) 

0. 9092974268256817 

>>> m.cos(2) 

-0 . 4161468365471424 


ООО00000000000000000000000000000 
ОО000000оаа тоаие()0000000000000000 
00000000000000000000000000000000000 
ОДБОДБОО00000000000000000000017прог30 
и РУППИВНВЕВИНИЕ 


ООДОО00000000000000000іппрогі0000 
ООО0000000000000000000000000000 


ООіпарогобоДОбОДДО0000000000000000 
UUUU'm рогіб00000007/ 000" 000000000000 
sys.meta ра(РООДООДО000000000000000 


>>> from рргіпі import 


pprint 
>>> pprint(sys.meta path) 


" frozen importlib.BuiltinImporter'>, 
'_frozen_importlib.FrozenImporter'>, 
<class ' frozen importlib.PathFinder'»] 
>>> 





ООО000000іпарогі ПБОДОДОООО 
sys.meta раеа ОДДОДД000000000 
ћпа_тоаиіе()О00000000000000000000000 


ООО00000000000000000000000000000000 
0000 





>>> class Finder 


def 


find module(self, fullname, path): 


print 


('Looking for', fullname, path) 
return 
None 
>>> import sys 
>>> sys.meta path.insert(0, Finder()) # Insert as first entry 
>>> import math 


Looking for math None 
>>> import types 


Looking for types None 
>>> import threading 


Looking for threading None 
Looking for time None 


Looking for traceback None 
Looking for linecache None 
Looking for tokenize None 
Looking for token None 


>>> 





О0000ітрогО0ћпа плоайміе 00000000 
О0000000000000раєћоо0000000000000000 
О000раєћо00000__раћ__ П00000000000000 


ПО00С00000000000000хт!.еёееП 
хт!.е гее. ЕЈ етеп тее 10 


>>> import xml.etree.ElementTree 


Looking for xml None 

Looking for xml.etree ['/usr/local/lib/python3.3/xml' 1 
Looking for xml.etree.ElementTree 
['/usr/local/lib/python3.3/xml/etree' ] 

Looking for warnings None 

Looking for contextlib None 


Looking for xml.etree.ElementPath 


['/usr/local/lib/python3.3/xml/etree' | 
Looking for _elementtree None 

Looking for copy None 

Looking for org None 

Looking for pyexpat None 

Looking Тог ElementC14N None 

>>> 





О0000005у5. тека path npo i 
ОООД0000000000000000000000000000 


>>> del 


sys.meta path[0] 
>>> Sys.meta path.append(Finder()) 
>>> import urllib.request 


>>> import datetime 





ООО0000000000000000000 
sys.meta ра(РОООДОДОДООООО00000000000 
ООО000000000000000000 


>>> import fib 


Looking for fib None 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 

ImportError: No module named 'fib' 

>>> import xml.superfast 


Looking for xml.superfast [' и 3/xml'] 
Traceback (most recent call la 
File "«stdin»", line 1, in = 
ImportError: Мо module named 'xml.superfast' 
>>> 





ПООДОООДО000000000000000000000000 
Ое МеѓаЕпаег00000005$Ууѕ.теёа раснпппп 
Об0УгіМеваРі паег ДОО00000000000000000 
ПООООООДД000О00000000000000000000000 
00000000000000000000000000 path pmi 


ОО00000000000000000000&К10000000000 
ООО000000000000000000000000 


ООД00000000УпРаскадеї оааетррр000 
ООО000000000000000000 ¿nit ру 010000 
О0000000 path _00000000000000000000 
О00000000000000000000ћпа module 0000 


ППШШЦП!ттрог орОр0000000000000000 
О0000000О5у5.раєООДООООДОДОДОРУЄПОП 
О0000000000 


>>> from рргіпі import 


pprint 
>>> import sys 


>>> pprint(sys.path) 


'/usr/local/lib/python33.zip', 
'/usr/local/lib/python3.3', 
'/usr/local/lib/python3.3/plat-darwin', 
'/usr/local/lib/python3.3/lib-dynload', 
'/usr/local/lib/...3.3/site-packages'] 


>>> 





sys.path[ 00000000000ООоооооооооооо 
[l sys.path importer саспеПпПпППППопП 





>>> pprint(sys.path importer cache) 
{'.': FileFinder('.') 


'/usr/local/lib/python3.3': 
FileFinder('/usr/local/lib/python3.3'), 
'/usr/local/lib/python3.3/': 
FileFinder('/usr/local/lib/python3.3/'), 
'/usr/local/lib/python3.3/collections': 
FileFinder('...python3.3/collections'), 
'/usr/Llocal/lib/python3.3/encodings': 
FileFinder('...python3.3/encodings'), 
'/usr/local/lib/python3.3/lib-dynload': 
FileFinder('...python3.3/lib-dynload'), 
'/usr/local/lib/python3.3/plat-darwin': 
FileFinder('...python3.3/plat-darwin'), 
'/usr/local/lib/python3.3/site-packages': 
FileFinder('...python3.3/site-packages'), 
'/usr/local/lib/python33.zip': None} 


>>> 





sys.path importer cache[]sys.path[][1[] 
00000000000000000000000000000000000 
ООО00000000000000000О5уз.раєо ПП 


ОДДіпорогі П60О5у5.раєр ПП" 
ОДОО000000008600000 
sys.path importer cache[]DHm pg m 
ООД00000000000000 
sys.path importer сасһеЦ (ППИПП ПП 





>>> class Finder 


def 


find loader(self, name): 


ргіпі 


('Looking for', name) 


return 


(None, []) 


>>> import sys 
>>> # Add a "debug" entry to the importer cache 


>>> sys.path importer cache['debug'] = Finder() 
>>> # Add a "debug" directory to sys.path 


>>> Sys.path.insert(0, 'debug') 
>>> import threading 


Looking for threading 
Looking for time 
Looking for traceback 
Looking for linecache 
Looking for tokenize 
Looking for token 


>>> 





[IL idebuog[i II IILI bp p III 
debug[|sys. path ООООДОО00000000000000 
ООДОО000000000000000000000000Мопе, 
1)ОО0000000000000000000000 


sys.path importer саспеПППППОПП 
sys.path Ппоок5 ДОДО0р0000000000000000 
ООО000000000000000005уз.раїп поок5000 


>>> sys.path importer cache.clear() 
>>> 


def 


check path(path): 


print 


('Checking', path) 


raise ImportError 


>>> sys.path hooks.insert(0, check path) 
>>> import fib 


Checked debug 
Checking . 
Checking /usr/local/lib/python33.zip 
Checking /usr/local/lib/python3.3 
Checking /usr/local/Llib/python3.3/plat-darwin 
Checking /usr/local/lib/python3.3/lib-dynload 
Checking /Users/beazley/.local/lib/python3.3/site-packages 
Checking /usr/local/lib/python3.3/site-packages 
Looking for fib 
Traceback (most recent call last): 

File "«stdin»", line 1, in «module» 
ImportError: No module named 'fib' 
>>> 





О0000005у5. path DE 
check _раїћ()0000000000000000 
ігарогЕЕггог ДОООООО0000000000000 
sys.path Ппоок5 ОДОДО000000000 


005у$.раей ДОДООДОДОООДООООО00000000 
ОДОДОДб00000000098 2000000 





>>> def 


check url(path) : 
if 
path.startswith('http://'): 
return 
Finder () 


else 


raise ImportError 


() 


>>> sys.path.append( 'http://localhost:15000' ) 
>>> sys.path ћоок5[0] = check url 
>>> import fib 


Looking for Тір # Finder output! 
Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
ImportError: No module named 'fib' 


>>> й Notice installation of Finder in sys.path importer cache 


>>> sys.path importer cache['http://localhost:15000'] 
< main .Finder object at 0x10064c850> 


>>> 





ОООбО0000000000000000000000000 
sys.path Ппоок5ПООО00009АЄ:000000000 
ООДО00000000000000000009пРаєпРіпаві ] 
0000000%Ууѕ.раёһћ importer саспеПппППППП 
О00000000000005у5. path ороророрордддо 
ОО00000000000 


. . П000000000000000000000000 
find Іоааег()000000000000000000000 
Апа Іоадег()0000000(0оадег, Мопе)ПППП 
Іоааег00000000000000 


00000000000йпа Іоадег()000000 
(loader, раћ)000оадаег 1000000000000 
000008 init__.py ПППраїћ0000000000000 
000 path ПППППППППППОПОВ 
http://localhost:15000 0000000000 import 
grok П00ћпа Іоааек()00000000 


[‘Lhttp://localhost: 15000/grok] 
(http://localhost: 15000/grok)' |[] 


ћпа Іоааег()0000000000000010.50000 

О000000000000000000000000000 

init .py ПОО0000000ћпа Іоадег()000000 
ПП(Мопе, ра й)0000ра+т000000000000000 
ПП path _00000000000000000000000 

ПЕ .py ПОООДОООД0000000000іпрогії00 
О000005у5. рає ДОООО00000000000000000 
О0000000000000000000000000000000000 
00000000010.500 


ОООД0000000000000000000000000000 
ООО0000000000000000000000000000000 
_— path ПООДОД00000 


>>> import xml.etree.ElementTree 


>>> xml. 


['/usr/local/lib/python3.3/xml'] 
>>> xml.etree. _ 2 
['/usr/local/lib/python3.3/xml/etree' ] 


>>> 





ООД0000000 path П0000ћпа Іоааег() 
ООДОО000000000000 path П00000 
sys.path_hooks[I[ [III IILI I IILI III IILI 


. path О00000һапаіе от ООО0000000000 
LDDDDDUrlPathFinder[|[ JL JU] 
sys.path importer саспеПП 


ООО00000000000000000Рапаїе иПОПП 
О0000000000000 дей їіпк50000000000000 
ООДОО00000000000чп116. request 000000 
ОООД0000000000000000000000000000 
handle игіІ()О000000000000000000000000 
ОООД0000000000000000000000000000000 
ПУВЕДОООООООО0О0О00О00000000000000000 
ОООД0000000000000000000000000000 


Ж Check link cache 
if 
self. links is 


None: 
self. links = [] Z See discussion 


self. links = get links(self. baseurl) 





00000000000000000000000000 URL ПО 
О000000000 


О0000000Оіпмаїааєе caches ODIEIDIDULIL] 
ПОДО000000000000000000000000 
importlib.invalidate сасһћеѕ()00000000000 
ОПОФЕЕСОДОДбОДОДО0Д0000000000000000000 
ОО00000000000 


000000000005у5.теёа ра ПППратП 
ООО000000000000000000О5у5.ппеїа рар 
ОО000000000000000000000000000000000 
ОО000000000000000000000/000000000000 
О00000000000000000000000рооккееріпор 
О00000000000000091Меќѓағіпаег 0000000 
ОО000000000000000000000000000000000 
зуз5. раї П000000000000005у5. раси рор0000 
T ынны нын 


ООО00000000000000000000000000000 
ОООД00000000000000000000000000 





>>> import logging 


>>> logging. basicConfig(level=logging.DEBUG) 
>>> import urlimport 


>>> urlimport.install path hook() 
DEBUG:urlimport:Installing handle url 
>>> import fib 


DEBUG:urlimport:Handle path? /usr/local/lib/python33.zip. [No] 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
ImportError: No module named 'fib' 
>>> import sys 


>>> sys.path.append('http://localhost:15000' ) 
>>> import fib 


DEBUG: urlimport:Handle path? http://localhost:15000. [Yes] 
DEBUG: urlimport:Getting links from http://lLocalhost: 15000 
DEBUG: urlimport:links: {'spam.py', 'fib.py', 'grok') 

DEBUG: urlimport:find loader: "Тар" 

DEBUG: urlimport:find loader: module "Тір" found 

DEBUG: urlimport: loader: reading 
‘http://localhost:15000/fib.py' 

DEBUG: urlimport: loader: 'http://Llocalhost:15000/fib.py' loaded 
I'm fib 





ПООСООООООООООООООРЕР 302 
(http://www. python.org/dev/peps/pep- 


0302 ППітрогіїБ ПООООДООООДОО000000000 


10.12 QUUUUUUUUUU 
10.12.1 ПП 


ОООДО0О00000000000000000000000000 
ООО000000000000000000000000 


10.12.2 ПП 


ООО00000000000000000000000000000 
ОООД000000000000000000000000000 


0000000010.21000000іппрогі 0000000 
О000000000000 





Ж postimport.py 


import importlib 
import sys 


from collections import 
defaultdict 
| post import hooks = defaultdict(list) 


class PostImportFinder 


def 


| init (self): 
self. skip - set() 


def 


find module(self, fullname, pathzNone): 
if 


fullname in 


self. skip: 
return 


None 
self. skip.add(fullname) 
return 


PostImportLoader (self) 


class PostImportLoader 


def 


| init (self, finder): 
self. finder = finder 


def 

load module(self, fullname) : 
importlib.import module( fullname) 
module = sys.modules[ fullname] 
for 

func in 

_post import hooks[fullname]: 

func(module) 

self. finder. skip.remove(fullname) 
return 

module 

def 


when imported(fullname): 
def 


decorate(func): 
if 


fullname in 


sys.modules: 


func(sys.modules[ fullname] ) 
else 


| post import hooks[fullname] . append (func) 
return 


func 
return 


decorate 


sys.meta path.insert(0, PostImportFinder() ) 





О00000000000мпһеп_ітрогќеа() 000000 
000 


>>> from postimport import 

when_imported 

>>> @when imported('threading') 
. def 


warn threads(mod): 
is print 


('Threads? Are you сгагу?") 


>>> 
>>> import threading 


Threads? Are you crazy? 
>>> 





ООО0000000000000000000000000000 


from functools import 


wraps 
from postimport import 


when_imported 

def 

Logged( func): 
@wraps (func) 


def 


wrapper(*args, **kwargs): 
print 


('Calling', func. name , args, kwargs) 
return 


func(*args, **kwargs) 
return 


wrapper 
# Example 
@when_imported('math' ) 
def 

add 1оддіпо (тоа): 


тоа. со5 logged (тоа. со5) 
mod.sin Logged(mod.sin) 





10.12.3 П 


0000010.11000000ітрог 00000000 
ПП 


[Lr when іптрогіеа 0000000000000 
ОДОДОДО00000000000О5у5. mo d utes 0000000 
ОООб000000000000000000000000000 
_post import ПоокеППППППП 
_post_import_hooksQQQ0000000000000000 
ТМК s 


ОДОО0000000 рові import поок500000 
ПрРозШтрогНплаег 0000000 
sys.meta path П00000000000000 10.11 ПП 
ПППП5у5.теға раєоОДОДО000000000000000 
ПППППРО5И ппрогеРіпаегдДбОбОД000000000 
ПОДО00000000000000 


ОООООДПРО5Е прогЕРіпаегороррло00 
ПОДО00000Д0000000000000000000000000 
ППППоу5.тека раєлроОДОДОД00000000000000 
ПОО000000000Роѕїтрогіоааег 0000000 
imp.import тоаишіе()С0000000000000000 
ПО000РоѕЧтрогёЕіпаег0060000000000000 
ОООО000000000000000000000000 
PostlmportFindertQ]L]EIELILILILILILIL]LILIL] m port] TL] 
ПППП5у5.теба ра" QQ000000000 


ПООБООО "р. итрогЕ поачіе 0000000 
000000 розі import ћоокѕ$П000000000000 
О0000000000000000000000000000000000 
000000 


А О ОИ TCI] 
ОО000000000000000000000000000000000 
LOHIDULD UC when imported ODD papam 
О0000000000000 


О000000000000000000тр.геіоаа() 000 
ОО000000000000000000000000000000000 
ОООО0000000000000000000000000000000 
О00000ғеіоаа()000000000005уѕ.тоаџеѕ00 
ОООО0000000000000000000000 


ППППрове-ітрог ППППППРЕР 369 
[]http://www.python.org/dev/peps/pep- 
0369 ППООООООООООООР ЕРОООООООООООООО 
00097 portlibQQO0000000000000000000000 
ООД00000000000000 


10.13 ПООООООООО 
10.13.1 ПП 


О000000000000000000000Руёћопо000 
ОООД0000000000000000000000000000000 
00000000 


10.13.2 НПП 


Python IILI UL III ILU III I] 
—./local/lib/python3.3/site-packages П0000 


ППТ -ивегій ШІ 
00000 


python3 setup.py install —user 


ПП 


pip install --user расКадепате 


0000$Ие-расКаде ПППППП5у5-раснпиип 
0000000$Ие-раскаде ОДДООООО0000000000 
ОООО0000000000000000000000000000000 
О000000000000аіѕёгіриќерріррр 


10.13.3 || 


ОДОДОДО000000000 s/te-package ППППП 
[ILU /usr/local/lib/ python3.3/site-packages 
ООООООДОДО0000000000000000000000000 
0$ч99[00000000000000000000$ча9 00000 
ООО00000000000000000000 


ООО00000000000000000000000000000 
О0000000000 


ОООД0000000000000000000000000000 


10.14 [ПППРУЕћо и [|| 

10.14.1 ПО 
ПППППППППРу then miam aam a and 

[0000000000000000000РуУ0п00000000000 

ПОООООРУ then 

10.14.2 0000 
0000румеп\00000000“00”0000000000 


ООРУСПопПОДООДОДОДОДМИ паом'500000 
Scripts ДООООДО00000 


румепу Spam 


(Шірумелу ИП 
Spam [I| IILI II IL 


pyvenv.cfg 





Поп [I IILI IILI IILI IPythoni ПОПОВ 
OUL 


bash % Spam/bin/python3 

Python 3.3.0 (default, Oct 6 2012, 15:45:22) 

[GCC 4.2.1 (Apple Inc. build 5666) (dot 3)] on darwin 
Type "help", "copyright", "credits" or "license" for more 
information. 

>>> from pprint import pprint 

>>> import sys 

>>> pprint(sys.path) 

K 


'/usr/local/lib/python33.zip', 
'/usr/local/lib/python3.3', 
'/usr/local/lib/python3.3/plat-darwin', 
'/usr/local/lib/python3.3/lib-dynload', 
'/Users/beazley/Spam/lib/python3.3/site-packages' ] 


>>> 





00000000000000$е-раскаде ОДОО000 
00000000000000000000000000000000000 
000000000000$е-раскаде ПППП 


10.14.3 || 


ООО00000000000000000000000000000 
000О5у5. раєпОДОДООДОДОДООДОООРУЄОГОО 
П5ќе-раскаде ППДООДОДООООО00000 


ПОООООО00000000000000000000 
аїзкгіриєедОріррододододододоророродоо 
0000000000000000000000000000000$/е- 
packages ППППП 


О00000000000Руєћопо0000000000000 
ООО00000000000000000000000000000000 
ОДОООРУСпопООООДООООДОДОООО000000000 
0000000 


О0000000000000000000000000000000 
О000000000000000000000000000000-- 
ѕуѕіет-ѕієе-раскадеѕ 000000000000 


bash % pyvenv --system-site-packages Spam 


bash % 





ПО pyvenv ООООООООООООО PEP 405 
[]http://www.python.org/dev/peps/ pep- 


0405 10000 


10.15 (101111 
10.15.1 [I] 

000000000000000000000000 
10.15.2 ПППП 


ООО00000000000000000000000000000 
ООО0000000000000000000000000000000 
ПП 


projectname/ 
ADME. txt 
Doc/ 
documentation. txt 
projectname/ 
init . 


helloworld.py 





000000000000000005ейир. py ШИПИН 


Ж setup. 
from distutils.core import setup 


setup(name='projectname', 
version='1.0', 
author='Your Name', 
author email='you@youraddress.com', 
url='http://www.you.com/projectname', 
packages-['projectname', 'projectname.utils'], 





ППИПИПИПМАМ/РҒЕ5 T. im ОДОДООООД00000 
О000000000000 


Я MANIFEST.in 
include *.txt 


recursive-include examples Ж 
recursive-include Doc * 





ППвегир.ру (MANIFEST. in ОДООО000000 
ОООО000000000000000000000000000 


% bash python3 setup.py 54154 


000000000000000000Ор/го/есіпате- 
1.0.zip ППрго/есіпате-1.0.аг92 ПППППППП 
ОО050900000000000000000000Руёһоп 
Package Index[]http://pypi.python.org 0000 


10.15.3 |! 


О00Руєћоп000000000005еѓир.ру 0000 
ООО00000000000000000000000000000000 
ОООО0000000000000000000000000000000 
[00005еёир.ру ПОП00000000000раскадеѕ= 


['projectname', 'projectname.utils' ПППО 


ОДООРУуЄпопОДООООДОДОООДОДОО0000000 
ОООД0000000000000000000000000000000 
distutils[ ДООДО00000000000000000000000 
О0000000000000000000000000000000000 
ООО00000000000000000000000000000000 
[]Python ЗОПДООО0ОО0000000000000000000 
ОО000000000000 


О000000С000000000000000000150006 
О00000000000000000000000015.200 


0110 000Мебо 
ОбОДОДОО00000000000РУФпопОО00000 
000000028 0п00000000000000000000 


РуСпопПДОООООООООО00000000000000000000 
О00000000000 


11.1 ВОДООДООДНИ ТРОДОД 
11.1.1 ПП 


ILIIIIIIIIIIIIHITPIIIIIIIIIEIEII 
ППШШППШПАЕ5ТПАРЦППШП 


11.1.2 0000 


III lurllib.request[I I III! 
О000000000009ТТР GETII III III! 
Ш 





from urllib import 


request, parse 


Ж Base URL being accessed 


url = 'http://httpbin.org/get' 


# Dictionary of query parameters (if any) 


parms = í 
'name1' : 'valuel', 
'name2' : 'value2' 
) 


Ж Епсоде the query string 


querystring = parse.urlencode(parms) 
# Make a GET request and read the response 


u = request.urlopen(url+'?' + querystring) 
resp = u.read() 





ООДОДОРО57)00000000геацезі воаупоу 
ООДОО000000000000000000чпореп О00000 
OUL 





from urllib import 


request, parse 


# Base URL being accessed 


url = 'http://httpbin.org/post' 


# Dictionary of query parameters (if any) 


parms = { 


'namel' : 'valuel', 
'name2' : 'value2' 


) 


Ж Епсоде the query string 


querystring = parse.urlencode(parms) 


Ж Make a POST request and read the response 


u = request.urlopen(url, querystring.encode('ascii')) 
resp = u.read() 





ОДОО000000000000000Н7Т ТРОПОВОЕ 
и5ег-адей ДП ОООО0000000000000000000 
RequestQQ000000urlopen()Q00000 





from urllib import 


request, parse 
# Extra headers 


headers = { 
‘User-agent’ : 'none/ofyourbusiness', 
"брат" : 'Eggs' 

} 


req = request.Request(url, querystring.encode('ascii'), 
headers=headers) 


# Make a request and read the response 


и = request.urlopen(req) 
resp = u.read() 


ОООДО00000000000000000000000 
requests|][][http://pypi. 
python.org/pypi/requests ](http://py pi. 
руєћоп.огад/рурі/гедаиеѕѕ) 1000000000000 
гедиез 5 1000000000 





import requests 


Ж Base URL being accessed 


url = 'http://httpbin.org/post' 
Ж Dictionary of query parameters (if any) 


parms = í 
'name1' : 'valuel', 
'name2' : 'value2' 
) 


Ж Extra headers 


headers = í 
'User-agent' : 'none/ofyourbusiness', 
'Spam' : 'Eggs' 

) 


resp = requests.post(url, data=parms, headers=headers) 


Ж Decoded text returned by the request 


text = resp.text 


ЦОгедцез5:5 Д000000000000000000000 
0000000000000000000Дгмге5р вех 000000 
Отісоаер100000000000000геѕр.сопёеп 
00000000000000000000Шгезр узо0п 000000 
ІБОМПППИПИПП 


0000000Огеачевс  ООООПНЕАРОДОДОП 
ОДОД000Н T TPOOOOOOL 


import requests 


resp = requests.head('http://www.python.org/index.html') 


status = resp.status code 


last modified = resp.headers['last-modified'] 
content type = resp.headers['content-type'] 
content length = resp.headers['content-length'] 





000000 геаче Е ПППОПОПОПРУ поп 
Package ІпдехП ДООрурі ДО000000000 


import requests 


resp = 
requests.get('http://pypi.python.org/pypi?:action=login', 
auth=('user','password')) 





OOOUOOrequestsQO000000000HTTP 
cookies 00000000 


import requests 


# First request 


respl = requests.get(url) 


# Second requests with cookies received on first requests 


resp2 = requests.get(url, cookies-respl.cookies) 





00000000000000000гедчез5с50000000 
OUL 





import requests 


url = 'http://httpbin.org/post' 
files = { 'file': ('data.csv', open('data.csv', 'rb')) } 


r = requests.post(url, files=files) 


ы. 
11.1.3 П 


ПООООБООНТ ТРООВОВООВОВОО ВУ Я Ооо 
О00000000000000000006ЕТПРО5ТОП00000 
000000000009000900000000гедйе5:500000 
0000 


ООО00000000000000000000000 
requests] ЦИП ПИ 
http.clent  ОПООООООООООООООООООООООООО 
ООНЕАРООО 





from http.client import 


HTTPConnection 
from urllib import 


parse 

c = HTTPConnection('www.python.org', 80) 
c.request('HEAD', '/index.html') 

resp = c.getresponse() 


print 


('Status', resp.status) 
for 


name, value in 


resp.getheaders(): 


ргіпі 


(name, value) 


О00000000000000000соокіеѕ00000000 
ООоооООООба пп ороооовоооовооооооооооо 
ПООРу{оп package іпаех000 


import urllib.request 


auth = urllib.request.HTTPBasicAuthHandler() 

auth.add password('pypi','http://pypi.python.org', 'username', ' 
password ' ) 

opener = urllib.request.build opener(auth) 


urllib.request.Request('http://pypi.python.org/pypi?:action=lo 
gin') 

u = opener.open(r) 

resp = u.read() 


Ж From here. You can access more pages using opener 





0000000000Огедце5с:5 I I LI II III 


ООООООООНТТРООООООООООООООООООО0 
О0000000000000соокіе$В0009ТТРО00000 


ОООДОО000000000Р'рбіпо0 
[]http://httpbin.org О00000000000000000 
5ОМПДООДОДОООООО0О0000000000000 


>>> import requests 


>>> r = requests. get(' http: 242 E 
headers = 4 'User-agent': 'goaway/1.0' }) 

>>> resp = r.json 

>>> resp['headers'] 

í' d oM Agent': 'goaway/1.0', 'Content-Length': '', 'Content- 


Туре” 
'Accept- Encoding». od deflate, compress', 'Connection': 
'Кеер-а11\е' 'httpbin.org', 'Accept': '*/*'} 


'n': '37'} 





О00000000000000000һрріп.ого00000 
О0000000000000000000030000000000000 
ОО0000000000000009ТтТРО000000000000 
000 


000000000гедпезс ПО0О0000Н T ТРОООО 
ПООООО0О000ОАцчеЕВпОгедцезі500000 
[]http://docs.python-requests.org 0000000 
ПЕВОЕВОВНЕВОООЕВНЕВОВНЕВНОЗОВНОВООН 
ШЕШЕ 


11.2 (((||1ТСРГ| | 
11.2.1 |! 
ОДООД0000ТТЄРООДОСОДООДООДОДО 


11.2.2 0000 


ОО ТТЄРООО0000000000ОП5оскеб5егует П 
брр00000000есвоб0000 





from socketserver import 


BaseRequestHandler, TCPServer 
class EchoHandler 
(BaseRequestHandler): 
def 
handle (self): 
print 
('Got connection from', self.client_address) 
True: 


msg = self.request.recv(8192) 
if not 


break 


self.request.send(msg) 


if 


| name == ' main : 
serv Y ', 20000), EchoHandler) 
serv.serve forever() 





ОООДООДО0000000000000000000 
папаїе00000000000000000Огедмез і 00000 
о00000ѕоскеї Псііепё адагезПООООООО 
00 


ООО000000000000000000000000 
РуУСпоПОООООООО00000 


>>> from socket import 


socket, АЕ ІМЕТ, SOCK STREAM 

>>> 6 = = socket (AF_ INET, SOCK STREAM) 
>>> s.connect(('localhost', 20000) ) 
>>> s.send(b'Hello') 

5 


>>> S.recv(8192) 
b'Hello' 


>>> 





HUUUUUUUUUUUUUUUUUU EILTLTETE TETTE TL TL TE] 
Пор 5бгеат“Кедаиез Напа! ет 0000000 
ѕоскеї 000000000 


from socketserver import 
StreamRequestHandler, TCPServer 
class EchoHandler 


(StreamRequestHandler): 
def 


handle(self): 
print 


('Got connection from', self.client address) 
Ж self.rfile is а file-like object for reading 
for 
line in 
self.rfile: 
Ж self.wfile is a file-like object for writing 
self.wfile.write(line) 


if 


| name == ' main ": 
serv - TCPServer(('', 20000), EchoHandler) 
serv.serve forever() 





11.2.3 || 


5осКеї5егуеГ ПППООООО ТСРООООООООО 
ОООД0000000000000000000000000000000 
ОО000000000000000000000000 


ForkingTCPServer[]|[]ThreadingTCPServer[] 
0000000 


from socketserver import 


ThreadingTCPServer 


if 


_ пате == " main "|: 
serv = ThreadingTCPServer(('', 20000), EchoHandler) 
serv.serve forever() 





ОООО0000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000000000000 


ОООО0000000000000000000000000000 
О000000000000000000000000/0000000000 
00000000000О5егуе Тогемег)О0000000 





ії 


__ пате == ' main ' 

from threading import 

Thread 
NWORKERS = 16 
serv = TCPServer(('', 20000), EchoHandler) 
for 


поіп 


range (NWORKERS ) : 
= Thread(target=serv.serve forever) 
t.daemon = True 
t.start() 
serv.serve forever() 





ПИПИПТСРсегмет ДОДОДОО0000000 
ѕоске# О0000000000000005оске# nao 
socket  ПДОДО000000000 
bind and аспуате--ҒаізеГ доб 


if 


| name == ' main 
serv = TCPServer(('', 20000), EchoHandler, 
bind апа activate=False) 


Ж Set up various socket options 


serv.socket.setsockopt(socket.SOL SOCKET, 
socket.SO REUSEADDR, True) 
Ж Віпа and activate 


serv.server bind() 
serv.server activate() 
serv.serve forever() 





ППШШП5ОСКе ОДООООО00000000000000 
ООО0000000000000000000000000000000 


ТСРУ5егуегПОДОДОДОДООО0О000О000000000000 
О00000000000 


ії 


__ пате == " main "|: 
TCPServer.allow reuse address = True 


serv = TCPServer(('', 20000), EchoHandler) 
serv.serve forever() 





ООООО0000000000000000 
[]BaseRequestHandler[] 


StreamRequesthandler{][] 


StreamRequestHandler] 0000000000000 
ООО00000000000000000 





import socket 


class EchoHandler 


(StreamRequestHandler): 
Ж Optional settings (defaults shown) 


timeout = 5 # Timeout on all 
socket operations 


rbufsize - -1 # Read buffer size 


wbufsize = 0 Ж Write buffer size 


disable nagle algorithm = False Ж Sets TCP NODELAY 
socket option 
def 


handle(self): 
print 


("бої connection from', self.client address) 
try 


line in 
self.rfile: 
Ж self.wfile is a file-like object for writing 
self.wfile.write(line) 
except 


socket.timeout: 
print 


('Timed out!') 





ОДОДОДДОО00Д0ОРУФпОПОООООДОДООО 
НТТРОХМІ-КРСО000050сКкеёѕегмег 0ПООООО 
О0000000000О5оскеєпПоробб0Д00000000000 
О0000000000О5оскеєпрородродрб 


from socket import 
socket, АЕ ІМЕТ, SOCK STREAM 
def 


echo handler(address, client sock): 
print 


('Got connection from {}'.format(address) ) 
while 


True: 


msg = client 5оск. гесу (8192) 
if not 


break 
client sock.sendall(msg) 


client sock.close() 


def 


echo server(address, backlog=5): 
sock = socket(AF INET, SOCK STREAM) 
sock.bind(address) 
sock. Listen(backlog) 
while 


client sock, client addr = sock.accept() 
echo handler(client addr, client sock) 


if 


|. name == ' main ` 
echo server(('', 20000)) 





11.3 (ОППОООРЦЦЦ 
11.3.1 |! 
ПППППППППУРРППИПИПИПИПИПИПП 


11.3.2 0000 


ОТСРО00005оскеёѕегуег 000000000 
ООРООО00000000000000000000 





from socketserver import 


BaseRequestHandler, UDPServer 
import time 


class TimeHandler 


(BaseRequestHandler): 
def 


handle(self): 
print 


('Got connection from', self.client_address) 
# Get message and client socket 


msg, sock = self.request 
resp = time.ctime() 
sock.sendto(resp.encode('ascii'), self.client_address) 


if 


| name == ' mai : 
serv з т ', 20000), TimeHandler) 
serv.serve forever() 





ОООб0000000000000000000000000 
папаїед)рр0000000000000геайез 00000 
ПО0000000000000000000005$оске 10 
client ааагеѕ$Д0000000000 


ООО0000000000000000000000000 
РуСпоПДООООООО0000000 


>>> from socket import 

socket, AF INET, SOCK DGRAM 

>>> s = = socket (AF_ INET, SOCK З 

>>> s.sendto(b'', ('localhost', 20000) ) 
0 


>>> 5. гесуТгот(8192) 


(b'Wed Aug 15 20:35:08 2012", ('127.0.0.1', 20000)) 
>>> 





11.3.3 (|| 


ПППППОРРЦПИПИПИПИПИПИПИПИПИПИПИП 
ООО00000000000000000000000000000000 
О000000000000$оске0ѕепао()0 


гесубгогп()0000000О5епа0Дгеси 0000000 
ДООУОРОДОДООООД0О000000 


ППУОРППППИПИПИПППППОИӘРЦПИПИПИТСОР 
ОДОООДОбО0000000У0РОПООООДООДОО0000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000900000 
О000000000000000000000000000000РВО0 
ООО00000000000000000000000000000000 
ОООУФРОООООООООООПООО0О00О00000000000 
ОО00000000000000000000 


ООР5егмегО0000000000000000000 
ООДОДО000000ТСРООООДОООДОО0О0000000 
ПООООООРогктаЧОР$егуе р 
ThreadingUDPServer[|] 


from socketserver import 


ThreadingUDPServer 


if 


_ name == " main "|: 
serv = ThreadingUDPServer(('',20000), TimeHandler) 
serv.serve forever() 





ПОПО5оскектППи ОРПППППОПООПОПООП 


from socket import 


socket, AF INET, SOCK DGRAM 
import time 


def 


time server(address): 
sock = socket(AF INET, SOCK DGRAM) 
sock.bind(address) 
while 


True: 
msg, addr = sock.recvfrom(8192) 
print 
('Got message from', addr) 
resp = time.ctime() 
sock.sendto(resp.encode('ascii'), addr) 


if 


| name == ' main "|: 
time server(('', 20000)) 





11.4 [ICIDRI[I III IIP[I I II! 


11.4.1 || 


00000000" 123.45.67.89/27"ПОПСІОВ 
[Classless InterDomain Кои Ф9ДОДОООДОО 


ОДОДОО0000001РОО00000 


ПП“123.45.67.64",“123.45.67.65"...1“123. 
45.67.95”ПП 


11.4.2 0000 
Пбірадагеѕѕ000000000000000000 





>>> import ipaddress 


>>> net = ipaddress.ip network('123.45.67.64/27' ) 
>>> net 

IPv4Network('123.45.67.64/27' ) 

>>> for 


print 


123.45.67.64 
123.45.67.65 
123.45.67.66 
123.45.67.67 
123.45.67.68 


123.45.67.95 


>>> 


>>> пеїб = 
ipaddress.ip network('12:3456:78:90ab:cd:ef01:23:30/125') 
>>> net6 


IPv6Network('12:3456:78:90ab:cd:ef01:23:30/125') 
>>> for 


12:3456:78:90ab:cd:ef01:23:30 
12:3456:78:90ab:cd:ef01:23:31 
12:3456:78:90ab:cd:ef01:23:32 
12:3456:78:90ab:cd:ef01:23:33 
12:3456:78:90ab:cd:ef01:23:34 
12:3456:78:90ab:cd:ef01:23:35 
12:3456:78:90ab:cd:ef01:23:36 
12:3456:78:90ab:cd:ef01:23:37 





пеёммогкО0000000000000000000000 


>>> пеї. пит addresses 

32 

>>> net[0] 
IPv4Address('123.45.67.64') 
>>> net[1] 
IPv4Address('123.45.67.65') 


>>> net[-1] 
IPv4Address('123.45.67.95') 
>>> net[-2] 
IPv4Address('123.45.67.94') 
>>> 





ОО0000000000000000 


>>> a = ipaddress.ip address('123.45.67.69' ) 


ue 
>>> b = ipaddress.ip address('123.45.67.123') 


>>> b in 





ІРОООДОДООДОДООООІРОПОЇ пеептасе DTE] 
[| 


»»» inet - ipaddress.ip interface('123.45.67.73/27') 
>>> inet.network 
IPv4Network('123.45.67.64/27' ) 


>>> inet.ip 
IPv4Address('123.45.67.73') 
>>> 





11.4.3 П 


"традаге55ППППППИППОПОТРПОПОПОПООО 
ООО0000000000000000000000000000000 
О0000000000000 


ОДДО00Оірадатевзв ДоДООПОДОД000000 
зоске ДООД00000000000000000 
ІРм4Ааагеѕ5П000000000000000000000 
strODB dn p 


»»» a з ipaddress.ip address('127.0.0.1') 
>>> from socket import 


Socket, AF INET, SOCK STREAM 
>>> s = socket(AF INET, SOCK STREAM) 
>>> s.connect((a, 8080) ) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: Can't convert 'IPv4Address' object to str 
implicitly 
>>> s.connect((str(a), 8080) ) 
>>> 





ППП“радаге55ППП 
['Uhttp://docs.python.org/3/howto/ipaddre 


ss.html ОДОДОДООООО00000000000 


11.5 [JHJIIIRESTI[I III III 
11.5.1 ПП 


О000000000КЕЅТОПО000000000000000 
ООДОО0О00000000000000УУеБО00000 


11.5.2 ПП 


ПО00АЕЅТООО00000О00000000%56!00 
ОПРЕР 33330000000 
http://www.python.org/dev/peps/pep-3333 


ОО0000000000000 





Ж resty.py 


ітрогі сді 


def 


notfound 404(environ, start response): 

start response('404 Not Found', [ ('Content-type', 
'text/plain') 1) 

return 


[b'Not Found'] 


class PathDispatcher 


def 


| init (self): 
self.pathmap = { } 


def 


__са11_ (self, environ, start response): 
path = environ['PATH INFO'] 
params = cgi.FieldStorage(environ['wsgi.input'], 
environ=environ) 
method = environ['REQUEST METHOD'].lower() 


environ['params'] = { key: params.getvalue(key) for 
key in 
params | 
handler = self.pathmap.get((method,path), 
notfound 404) 
return 
handler(environ, start response) 
def 
register(self, method, path, function): 
self.pathmap[method.lower(), path] = function 


return 


function 





ООО00000000000000000000000 





import time 


hello resp = '''N 


<html> 
<head> 
<title>Hello {name}</title> 
</head> 
<body> 
<һ1>Не110 {name}!</h1> 
«/роду» 
</html>''' 


def 


hello world(environ, start response): 


start response('200 ОК", | ('Content-type','text/html')]) 
params = environ['params' | 

resp = hello resp. format (пате=рагат$ .деї ( "пате")) 

yield 


resp.encode('utf-8') 


_localtime resp = '''\ 


<?xml version="1.0"?> 

<time> 
<year>(t.tm уеаг}</уеаг> 
<month>{t.tm_mon}</month> 
<day>{t.tm_ mday}</day> 
<hour>{t.tm hour}</hour> 
<minute>{t.tm_ min}</minute> 
<second>{t.tm sec}</second> 

«/time»''' 


def 
localtime(environ, start response): 
start response('200 OK', [ ('Content-type', 
'application/xml') ]) 
resp = localtime resp.format(t-time.localtime()) 
yield 
resp.encode('utf-8') 
if 


_ name == ' main ": 
from resty import 


PathDispatcher 
from wsgiref.simple server import 


make server 
£ Create the dispatcher and register functions 


dispatcher = PathDispatcher() 
dispatcher.register('GET', '/hello', hello world) 


dispatcher.register('GET', '/localtime', localtime) 
# Launch a basic server 

httpd - make server('', 8080, dispatcher) 

print 


('Serving on port 8080...") 
httpd.serve forever() 





ООДОО0000000000000000чп1ї60000000 
0000 





>>> u = urlopen('http://localhost:8080/hello?name=Guido') 
>>> print 


(u.read().decode('utf-8')) 
<html> 
<head> 
<title>Hello Guido</title> 
</head> 
<body> 
<hl>Hello Guido!</h1> 
</body> 
</html> 
>>> u = urlopen('http://localhost:8080/localtime' ) 
>>> print 


(u.read().decode('utf-8')) 

<?xml version="1.0"?> 

<time> 
<year>2012</year> 
<month>11</month> 
<day>24</day> 
<hour>14</hour> 
<minute>49</minute> 
<second>17</second> 

</time> 

>>> 


| 


11.5.3 (|| 


ПППВЕ5 ТОООООООДОООО0О000000НТ T PE] 
ООО00000000000000000000000000000000 
ОДОООДО0000000000000ХМА7)5О0МПОС5МП 
HISPID ыы 


О00000000000000КЕ5ТОВОАРІО000000 
О0000000000006Е5ТООООО0000000/000000 
ООКЕЅТПООООООООООООООООООООООВОО0000 
ПОВЕЗТ АРІЦООООО00000000000000000000 
Јама5сгірАпагоіатоѕ100000000000000 
ОО00000000000000000000 


ПППОПППОЊЕ 5 ТОДООООДОООООРУЄПОпО 
УУ5СІПООО00000000000%56100000000000 
\Меебо000000000000%56ІП0000000000000 
0000000 


ПУУЗІДПОДОДОДОДОООО000000000000000 
ПП 


import сді 


def 


wsgi app(environ, start response): 





ОДепмігопДООООО0000000000000УУеб 
ООДООАрасперроосвторорооообо000000000 
О0000000000 


def 


wsgi app(environ, start response): 
method = environ['REQUEST METHOD'] 
path = environ['PATH INFO'] 
Ж Parse the query parameters 


params = cgi.FieldStorage(environ['wsgi.input'], 
environ=environ) 





ОО000000000000 
environ['REQUEST МЕТНОР "000000000 
СЕТПРОЗТПНЕАО ДОДепмігопГРАТН INFO'] 
ПО00000000000с91. Field Storage 00000000 
ПОДОО0Д0000000000000000000000000000 


L][]start гевропзерП Д00000000000000 
start гевропее ОПОДОДОНТ IPL III III II! 
О0000000(пате, матиедДОДОДОД0000НТ ТРОДО 
0000 


def 


№591 app(environ, start response): 


start response('200 ОК", [('Content-type', 'text/plain')]) 





О0000000%У56І00000000000000000000 
ОО0000000000 


дает 
№591 app(environ, start response): 
start response('200 OK', [('Content-type', 'text/plain')]) 


resp = 
resp.append(b'Hello WorldNn 


|) 
resp.append(b'Goodbye!\n 


') 


return 


resp 





ОО00000Оу1ета 00000 


def 


wsgi app(environ, start response): 


start response('200 OK', [('Content-type', 'text/plain')]) 
yie 


b'Hello World\n 


yield 


0 ' боодбуе \п 





ОООД0000000000000000000000000000 
ОООД0000000000000000000000000000000 
ООО00000000000000000000000 


О000%У5СІПОО000000000000000000000 
ООДОО0О000000000000000000 са! (0000 
0000000 





class WSGIApplication 


def 
| init (self): 


def 


| Call (self, environ, start response) 


О00000000000000000РаћОіѕраїсћһег 
О0000000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000 
епмігопі(  рагапл5 ППДОДООООООО00000000000 
ООО0000000000000000000000 


О00000000000000000000000%56ІП0000 
ОООД0000000000000000000000000000000 
00000000з5багі геѕропѕе() 0000000000000 
0000 


ОООД0000000000000000000000000000 
ОООриіпєООООХ МЕДДОДООООО0000О000000000 
О0000000000000000000000000000000000 
ОООО000000000000000000000000000000 
О0000000000000 


О0000%/56І00000000000000000000000 
О000%Уео00000000%5610000000000—=00 
МУ5СІПОО0000000000000000000000000000 
ООО0000000000000000000000000 


if 


|. name == ' main ' 
from wsgiref.simple server import 


make server 


£ Create the dispatcher and register functions 
dispatcher = PathDispatcher() 

£ Launch a basic server 

httpd - make server('', 8080, dispatcher) 


print 


('Serving on port 8080...") 
httpd.serve forever() 





ООО00000000000000000000000000000 
ОООО0000000000000000000000000000000 
ОО0000000000000000 


М/ФБОТОООООООО0ДД00000000000000000 
ППсоокев ПП ПП ПВ 
ООООООДОД000000000000000000000 
WebOb[Jhttp://webob.org [| Paste 
[]http://pythonpaste.org ПП 


11.6 ПИХМЕ-ЕРСДО)ООО0ОО 
ПП 


11.6.1 П 


О00000000000000000000000 Python Ц 
О0000000000 


11.6.2 0000 


О00000000000000000000000ХМІ-АРС 
00000000000000000000000000--090000 





from xmlrpc.server import 


Simp leXMLRPCServer 


class KeyValueServer 
_rpc methods = ['get', 'set', 'delete', 'exists', 'keys'] 
def 


. init (self, address): 

self. data = {} 

self. serv = SimpleXMLRPCServer(address, 
allow_none=True) 

for 


name in 


self. rpc methods : 
self. serv.register function(getattr(self, name)) 


дает 


get(self, name): 
return 


self. data[name] 
def 


set(self, name, value): 
self. data[name] = value 


def 


delete(self, name): 
del 


self. data[name] 


def 
exists(self, name): 
return 
name in 
self. data 
def 
keys(self): 
return 


list(self. data) 
def 


serve forever(self): 
self. serv.serve forever() 


Ж Example 


if 


__пате == ' main ': 
kvserv = KeyValueServer(('', 15000)) 
kvserv.serve forever() 





ОО00000000000000000000 


>>> from xmlrpc.client import 


емет 
>>> 5 = о, о allow попе=Тгие) 
>>> s. set(' foo', "Ба 

t 2, 3]) 


>>> s.get('foo') 
"раг! 


('spam') 
] 


>>> S.delete('spam') 
>>> S.exists('spam') 
False 

>>> 





11.6.3 (| 


О0000000000000000000ХМІ-КРСППО00 
ОО00000000000000000000 
register Ёипсііот() 0000000000000 
serve ѓогемег()О0000000000000000000000 
ОО00000000000000000000000000000000 
ОО0000000000000000 


from xmlrpc.server import 


Simp leXMLRPCServer 
def 


add(x,y): 
return 


х+у 
serv = SimpleXMLRPCServer(('', 15000)) 


serv.register function(add) 
serv.serve forever() 





ПОХМЕ-ЕРЕЄПООДООДОООО0ОО00О000000000 
ООО0000000000000000000000000000000 
000000 ХМІ-КРСОПО000000000000000000 





>>> class Point 


def 


| init (self, x, у): 
self.x = x 


self.y = y 


>>> p = Point(2, 3) 
>>> s.set('foo', p) 
>>> s.get('foo') 


{'х': 2, 'у': 3} 


>>> 





ООО000000000000000000000000 


>>> s.set('foo', b'Hello World') 
>>> s.get('foo') 
<xmlrpc.client.Binary object at 0x10131d410> 


>>>  .data 
b'Hello World' 
>>> 





О00000000000ХМІ-КРСОПО000АРІ0000 
ОООО0000000000000000000000000000000 
О00000000000 


ХМЕ-ВРСПППППОПОЦО 
бітріеХМІНРССегуег ПП 00000000 
11.200000000000000000000000000000000 
ОДОО000ХМІА-АЕРЄДООООДОДОДООХМОДОДОООО 
ОООО0000000000000000000000000000000 
ОО000ХМІ-АРСВОО0000000000Руєћоп000 
ООД0000000000000 


ЦОХМІ-АРСОООДОДОДОООООДО0000 
[quick and dirty ПОПОДОДОО0000000000000 
ОХМЕ-ВРЕДОДОДОДООООООООО0О000000000 


11.7 ПОВОДООДОООО 
11.7.1 ||| 


ООДОДОООРуЄпопоДООООДОДОООО00000 
ОО000000000000000000000 


11.7.2 [JJ 


[IHE EImultiprocessing.connection[](LLE 
ородорородобордрорододрдордодобеслодооо 
0000 





from multiprocessing.connection import 


Listener 
import traceback 


def 


echo client(conn): 


while 


True: 
msg = conn.recv() 
conn.send(msg) 
except EOFError 


ргіпі 
('Connection closed') 
def 
echo server(address, authkey): 
serv - Listener(address, authkeyzauthkey) 
while 
True: 


try 


client = serv.accept() 
echo client(client) 
except Exception 


traceback.print exc() 


echo server(('', 25000), authkeyzb'peekaboo') 





ОООД000000000000000000 


>>> from multiprocessing.connection import 





Client 

>>> c = Client(('localhost', 25000), authkeyzb'peekaboo') 
>>> c.send('hello') 

>>> c.recv() 

'hello' 


42 

>>> c.send([1, 2, 3, 4, 51) 
>>> c.recv() 

[1, 2, 3, 4, 5] 


|) 


О000ѕ$оске# 0000000000000000000О 
бепаО ППППППППгесОППППППППППППППГІГ 
ОрієктеПородоробобоорбрієктерроодророробо 
00000000 


11.7.3 || 


0000000000000000000000002егоМОП 
Сетегур)00000000000000000000О5оскеєо0 
ОООО000000000000000000000000 
multiprocessing.connection| ПДОДО0О00---- 
ОДОДОДО000000Оргіпаїєіме роододроророробрб 
ПОД000000000000 


00000000000000000000000000000000 
ОДООДУ МІХ еоскеє ПММ пасом ДООДОДОООО 
UNIX[]socket[ ПД ПОООО00000000000000000 
Ш 


s = Listener('/tmp/myconn', authkey=b'peekaboo') 


ПОБМАпаом/ ПППОПОПИОВОПООВОВООВОВ 


s = Listener(r'NN 


.\pipe\myconn', authkey=b'peekaboo' ) 





О000000000000 multiprocessing 00000 
ОДООО000000000СПепі00 ListenerQQUU 
authkey О000000000000000000000000000 
ООО00000000000000000000000000000000 
ОООО0000000000000000000000000000000 
О000000000000 


О00000000000000000000000 


multiprocessing ДОООО0000000000001/О000 
О0000000000000000000000000$оске 000 
00000 


11.8 (ІПІІТІПП 
11.8.1 || 

ППППооскесП 
multiprocessing.connection[|[]ZeroMQI|[[|[ |[ | 


[00000000000000000082600 
11.8.2 0000 


ОДОД00000000000ПрісктеД000000000 
О0000000ріскіеВо00кРСОВОООО0000000000 
О000КРСООО00000000000000000000 





# rpcserver.py 


import pickle 
class RPCHandler 


def 


| init (self): 
self. functions = { } 


def 


register function(self, func): 
self. functions[func. _ пате | = func 


def 
handle connection(self, connection): 
try 
while 


True: 
Ж Receive a message 


func name, args, kwargs - 
pickle.loads(connection.recv()) 
Ж Run the RPC and send a response 


try 


г = self. functions[func name] 
(*args,**kwargs) 
connection.send(pickle.dumps(r)) 
except Exception as 


connection.send(pickle.dumps(e)) 
except EOFError 


pass 
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from multiprocessing.connection import 


Listener 
from threading import 


Thread 
def 


грс server(handler, address, authkey): 
5ОСК = Listener(address, authkeyzauthkey) 
while 


True: 
client = sock.accept() 


t = Thread(target-handler.handle connection, args- 
(client,)) 


t.daemon = True 
t.start() 


Ж Some remote functions 


def 


add(x, y): 
return 


sub(x, y): 
return 


X y 

# Register with a handler 
handler = RPCHandler() 
handler.register function(add) 
handler.register function(sub) 


Я Run the server 


rpc server(handler, ('localhost', 17000), authkey=b'peekaboo') 
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import pickle 


class КРСРгоху 


дает 


| init (self, connection): 
self. connection - connection 
def 


| getattr (self, name): 
def 


do rpc(*args, **kwargs): 
self. connection.send(pickle.dumps((name, args, 
kwargs))) 
result - pickle.loads(self. connection.recv()) 
if 


isinstance(result, Exception 


jos 


raise 
result 
return 
result 
return 
do rpc 
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>>> from multiprocessing.connection import 





Client 

>>> с = Client(('localhost', 17000), authkey=b'peekaboo') 
>>> proxy = RPCProxy(c) 

>>> proxy.add(2, 3) 


5 
>>> proxy.sub(2, 3) 
-1 


>>> proxy.sub([1, 21, 4) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "rpcserver.py", line 37, in do rpc 
raise 


result 
TypeError: unsupported operand type(s) for -: 'list' and 'int' 
>>> 
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Ж jsonrpcserver.py 


import json 


class RPCHandler 


def 


| init (self): 
self. functions = { } 


def 


register function(self, func): 


self. functions[func. name | = func 
def 
handle connection(self, connection): 
try 
while 


True: 
Ж Receive a message 


func name, args, kwargs - 
json.loads(connection.recv()) 
Ж Run the RPC and send a response 


try 


r = self. functions[func name] 
(*args, **kwargs) 
connection.send(json.dumps(r) ) 
except Exception as 


connection.send(json.dumps(str(e) ) ) 
except ЕОЕЕггог 


pass 


# jsonrpcclient.py 


import json 


class RPCProxy 


дет 
| init (self, connection): 
self. connection = connection 
def 


| getattr (self, name): 
def 
до rpc(*args, **kwargs): 
self. connection.send(json.dumps((name, args, 
kwargs))) 
result = json.loads(self. connection.recv()) 
return 


result 
return 


do rpc 
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import hmac 


import os 


def 

client_authenticate(connection, secret key): 
Authenticate client to a remote service. 
connection represents a network connection. 


secret key is a key known only to both client/server. 


message = connection. гесу (32) 

hash = hmac.new(secret key, message) 
digest = hash.digest() 
connection.send(digest) 


def 


server authenticate(connection, secret key): 


Request client authentication. 


message - os.urandom(32) 
connection.send(message) 

hash = hmac.new(secret key, message) 
digest - hash.digest() 

response - connection.recv(len(digest)) 
return 


hmac.compare digest(digest,response) 
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from socket import 


socket, АҒ ІМЕТ, 50СК STREAM 


secret key = b'peekaboo' 
def 


echo handler(client sock): 
if not 


server authenticate(client sock, secret key): 
client sock.close() 


return 
while 

True: 
msg - client sock.recv(8192) 
if not 

msg: 

break 

client sock.sendall(msg) 

def 


echo server(address): 
S = socket(AF ІМЕТ, SOCK STREAM) 
s.bind(address) 
s.listen(5) 
while 


с,а = s.accept() 
echo handler(c) 


echo server(('', 18000)) 





О0000000000000 


from socket import 
socket, AF INET, SOCK STREAM 
secret key = b'peekaboo' 


s = socket(AF INET, SOCK STREAM) 
s.connect(('localhost', 18000) ) 


client_authenticate(s, secret_key) 
s.send(b'Hello World') 
resp = s.recv(1024) 
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from socket import 
socket, АЕ ІМЕТ, SOCK STREAM 


ітрогі 551 


KEYFILE = 'server Кеу.рет! Ж Private key of the server 


CERTFILE = 'server cert.pem' # Server certificate (given 
to client) 


def 


echo client(s): 
while 


True: 
data = s.recv(8192) 
if 


data == b'': 
break 


s.send(data) 
s.close() 
print 


('Connection closed' ) 
def 


echo server(address): 
S = socket(AF INET, SOCK STREAM) 
s.bind(address) 
s.listen(1) 


Ж Wrap with ап SSL layer requiring client certs 


S ssl = ssl.wrap socket(s, 
keyfile=KEYFILE, 
certfile=CERTFILE, 
server side=True 


) 
Ж Wait for connections 
while 
True: 
try 
c,a = 5 ssl.accept() 
print 
('Got connection', c, a) 
echo client(c) 
except Exception as 
print 


(0: {}'.format(e. class . name , e)) 





echo server(('', 20000)) 
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>>> from socket import 


socket, АЕ ІМЕТ, SOCK STREAM 
>>> import ssl 


>>> 5 з socket(AF_INET, SOCK STREAM) 
>>> s_ssl = ssl.wrap_socket(s, 


cert гед5-551.СЕВТ REQUIRED, 


са certs = 'server cert.pem') 
>>> s_ssl.connect(('localhost', 20000) ) 
>>> s_ssl.send(b'Hello World?') 


>>> s_ssl.recv(8192) 
b'Hello World?' 
>>> 
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class SSLMixin 


Міхіп class that adds support for SSL to existing servers 
based 


on the socketserver module. 


дает 


| init (self, *args, 
keyfile=None, certfile=None, ca certs=None, 
сегі гед5-551.МОМЕ, 
**kwargs): 
self. keyfile = keyfile 
self. certfile = certfile 
self. са certs = ca certs 
self. cert reqs = cert reqs 
Super(). init (*args, **kwargs) 


def 


get _request(self): 
client, addr = super().get request() 
client ssl = ssl.wrap socket(client, 
keyfile = self. keyfile, 


certfile = 
self. certfile, 

са certs = 
self. ca certs, 

cert regs - 


self. cert regs, 
server side - True) 
return 


client ssl, addr 





ОООД0000000000000000000000000000 
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Я XML-RPC server with SSL 


from xmlrpc.server import 


Simp leXMLRPCServer 
class SSLSimpleXMLRPCServer 


(SSLMixin, SimpleXMLRPCServer) : 
pass 





ОДООХМЕ-ВРЄООДОД00012.600000000000 
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from xmlrpc.server import 


SimpleXMLRPCServer 
from sslmixin import 


SSLMixin 
class SSLSimpleXMLRPCServer 


(SSLMixin, SimpleXMLRPCServer) : 
pass 


class KeyValueServer 


_rpc methods = ['get', 'set', 'delete', ‘exists’, 
def 
| init (self, *args, **kwargs): 
self. data = {} 
self. serv = SSLSimpleXMLRPCServer(*args, 


"Кеу5"1 


allow none-True, **kwargs) 
for 


name in 


self. rpc methods : 
self. serv.register function(getattr(self, name)) 


def 


get(self, name): 
return 


self. data[name] 
def 


set(self, name, value): 
self. data[name] - value 


def 


delete(self, name): 
del 


self. data[name] 


def 
exists(self, name): 
return 
name in 
self. data 
def 
keys(self): 
return 


list(self. data) 


def 


serve forever(self): 
self. serv.serve forever() 


if 

|. name == ' main "|: 
KEYFILE-'server key.pem' Ж Private key of the server 
CERTFILE-'server cert.pem' Ж Server certificate 


kvserv - KeyValueServer(('', 15000), 
keyfile-KEYFILE, 
certfile=CERTFILE) 


kvserv.serve forever() 





О000000000000хт!гре.сііеп TE b t] 
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>>> from xmlrpc.client import 


ServerProxy 

>>> S = ServerProxy('https://localhost:15000', 
allow попе=Тгие) 

>>> s.set('foo','bar') 

>>> s.set('spam', [1, 2, 3]) 

>>> s.keys() 

['spam', 'Тоо'] 


>>> s.get('foo') 
'bar' 


>>> s.get('spam') 
[1, 2, 3] 

>>> s.delete('spam') 
>>> s.exists('spam') 
False 

>>> 
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from xmlrpc.client import 


SafeTransport, ServerProxy 
import ssl 


class VerifyCertSafeTransport 


(SafeTransport): 
def 


. init (self, cafile, certfile=None, keyfile=None): 
SafeTransport. init (self) 
self. ssl context = ssl.SSLContext(ssl.PROTOCOL TLSv1) 
self. ssl context.load verify locations(cafile) 
if 


cert: 
self. 551 context.load cert chain(certfile, 
keyfile) 
self. ssl context.verify mode - ssl.CERT REQUIRED 


def 
make connection(self, host): 


Ж Items in the passed dictionary are passed as keyword 


Ж arguments to the http.client.HTTPSConnection() 
constructor. 


£ The context argument allows an ssl.SSLContext 
instance to 


Z ре passed with information about the SSL 
configuration 


s = super().make connection((host, {'context': 
self. ssl context})) 

return 
S 


Ж Create the client proxy 


5 = ServerProxy('https://localhost:15000', 


transport=VerifyCertSafeTransport('server cert.pem'), 
allow none-True) 
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if 

|. name == ' main ` 
KEYFILE='server key.pem' Ж Private key of the server 
CERTFILE='server_cert.pem' # Server certificate 
CA_CERTS='client_cert.pem' # Certificates of accepted 


clients 


kvserv = KeyValueServer(('', 15000), 
keyfile=KEYFILE, 
certfile=CERTFILE, 
са сег%5-СА CERTS, 
сегі __ гед5= 551. СЕВТ . REQUIRED, 
) 


kvserv.serve forever() 
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Ж Create the client proxy 


s = ServerProxy('https://localhost:15000', 
transport=VerifyCertSafeTransport('server cert.pem', 


'client cert.pem', 


'client key.pem'), 
allow попе=Тгие) 





11.10.3 || 
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bash % openssl req -new -х509 -days 365 -nodes -out 
server cert.pem N 


-keyout server key.pem 
Generating a 1024 bit RSA private key 
x a acsi qoi cea eie E Eee nera in б tr порно E d прав АЕ ++++++ 
(Е 
writing new private key to 'server key.pem' 
You are about to be asked to enter information that will be 
incorporated 
into your certificate request. 
What you are about to enter is what is called a Distinguished 
Name or a DN. 
There are quite a few fields but you can leave some blank 
For some fields there will be a default value, 
If you enter '.', the field will be left blank. 
Country Name (2 letter code) [AU]:US 
State or Province Name (full name) [Some-State]:Illinois 
Locality Name (eg, city) []:Chicago 
Organization Name (eg, company) [Internet Widgits Pty 
Ltd]:Dabeaz, LLC 


Organizational Unit Мате (ед, section) []: 
Common Name (eg, YOUR name) []:localhost 
Email Address []: 

bash % 





О0000000000000000000000"Соттоп 
Мате"ПОДОДОДВМ500О00О000000000000000 
00000000“ осаїпо5с"ПОДООООДОООД0000000 
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00000000000000005егуег key. рет ПП 
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MIICXQIBAAKBogQCZrCNLoEyAKF+f9UNcFaz50sa6jf7qkbUl8si5xQrY3ZYC7j 
uu 


nL1dZLn/VbEFIITaUOgvBtPv1qUWT JGwga62VSG1oFEOODIx3g2Nh4sRf+rySs 
х2 


L4442nx0z405vJQ7k6eRNHAZUUnCL50+YvjyLyt7ryLSjSuKhCcJsbZgPwIDAQ 
AB 


AoGAB5evrr7eyL4160tM5rHTeATlaLY3UBOe5Z8XN8Z6gLiB/ucSX9AysviVD/ 
6F 


3oD6z2aL8jbeJclvHqjt0dC2dwwm32vVl8mRdyoAsQpWmiqXrkvP4Bsl04VpBe 
Hw 


Qt8xNSW9SFhceL3LEvw9M8i9MV39viihlILyH80uHdvJyFECQQDLEjl2d2ppxN 
D9 


PoLqVFAirDfX2JnLTdWbc+M1la9Jdn3hKF8TcxfEnFVs5GavlMusicY5KBOylY 
Pb 


YbTvqKc7AkEAwbnRB02VYEZsJZp2X01IZqP9ovwokkpYx+PE4+c6MySDgaMcigL 
7V 


WDIHJG1CHudD09GbqENasDzyb2HAIW4CzQJBAKDdkv+xoW6gJx42Auc2WzTcUH 
CA 


eXR/-«BLpPrhKykzbvOQ8YvS5W764SUO1ulLWs3G-*wnRMv rRv LMCZKgggB j kCQQ 
CG 


Jewto2+a+WkOKQX rNNScCDE5aPTmZQc5waCYq4UmCZQc0j KUOiN3ST1U5iuxRq 
fb 


V/yX6fw0qh+fLWtkOs/JAkA+okMSxZwqRtfgOFGBfwQ8/iKrnizeanTQ3L6scF 
XI 

CHZXdJ3XQ6qUmNxNn7iJ7S/LDawo1QfWkCfD9FYoxBlg 

----- ЕМО RSA PRIVATE КЕУ----- 
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MIIC+DCCAmGgAwIBAgIJAPMd+vi45js3MA0GCSqGSIb3DQEBBQUAMFwxCzAJBg 
NV 


BAYTALVTMREwDwYDVQQIEwhJbGxpbm9pczEQMA4GA1UEBXxMHQ2hpY2Fnbz EUMB 
IG 


AlUEChMLRGFiZWF6LCBMTEMXE | AQBgNVBAMTCWxvY2F saG9zdDAeFwOxMzAxMT 
Ех 


ODQyMj daFwOxNDAxMTEXODQyMj daMFwxCzAJBgNVBAYTAlVTMREwDwYDVQQIEWw 
hJ 


bGxpbm9pczEQMA4GATIUEBXxMHQ2hpY2FnbzEUMBIGAlUEChMLRGFiZWFG6LCBMTE 
Mx 


Ej AQBgNVBAMTCWxvY2FsaG9zdDCBnzANBgkqhkiG9wOBAQEFAAOB j QAwgYkCgY 
EA 


там) S6BMgChfn/VDXBWs+T rGuo3-*6pG1J f LITucUK2N2WAu47 rpy9XWS5/1WxBS 
CE 


2lDoLwbT79alFkyRsIGutlUhtaBRNDgyMd4NjYeLEX/q8krMdi+00Np8dM+Dub 
саты ааа АА АД РА 
N 
і і si ы ен 
9 
iDZTr26NMmgKJLJLFtKhYKReMFwxCzAJBgNVBAYTAlVTMREwDwYDVQQIEwhJbG 
xp 
о 
BogNVBAMTCWxvY2FsaG9zdIIJAPMd+vi45js3MAwGA1l1UdEwQFMAMBAf8wDQYJKo 
шаа ы аны 
и 


WsGCplSOaDNdKKzl+b2UT2Zp3AIW4Qd51bouSNnR4M/gnr9ZD1ZctFd3jJS+C5X 
Rp 


D3vvcW5lAnCCC80P6rXy7d7hTeFu5EYKtRGXNvVNd/06NALGDflrrOwxF3Y= 
пеи END CERTIFICATE- - - - - 
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import multiprocessing 


from multiprocessing.reduction import 


recv_handle, send handle 
import socket 


def 


worker(in p, out р): 
out p.close() 
while 


True: 
fd = recv handle(in p) 
print 


('CHILD: GOT FD', fd) 
with 


socket.socket(socket.AF INET, socket.SOCK STREAM, fileno-fd) 
as 


5: 


while 
True: 
msg = s.recv(1024) 
if not 
msg: 


break 


ргіпі 


('CHILD: КЕСУ {!r}'.format(msg) ) 
s.send(msg) 


def 


server(address, in p, out p, worker pid): 
in p.close() 
s = socket.socket(socket.AF INET, socket.SOCK STREAM) 
s.setsockopt(socket.SOL SOCKET, ѕосКеї. 50 REUSEADDR, True) 
s.bind(address) 
s.listen(1) 
while 


True: 
client, addr = s.accept() 
print 


('SERVER: Got connection from', addr) 
send handle(out p, client.fileno(), worker pid) 
client.close() 


if 


_ name == " main ': 

cl, c2 = multiprocessing.Pipe() 

worker p = multiprocessing.Process(target-worker, args- 
(c1,c2)) 

worker p.start() 





server p = multiprocessing.Process(target=server, 
args-(('', 15000), c1, c2, worker p.pid)) 
server p.start() 


cl.close() 
c2.close() 
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bash % python3 passfd.py 
SERVER: Got connection from ('127.0.0.1', 55543) 
CHILD: GOT FD 7 


CHILD: RECV b'HelloNrNn' 
CHILD: RECV b'WorldNrNn' 
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я servermp.py 


from multiprocessing.connection import 


Listener 
from multiprocessing.reduction import 


send handle 
import socket 


def 
server(work address, port): 


Ж Wait for the worker to connect 


work serv = Listener(work address, authkey=b'peekaboo' ) 
worker = work serv.accept() 
worker pid - worker.recv() 


# Now run a TCP/IP server and send clients to worker 


s = socket.socket(socket.AF INET, socket.SOCK STREAM) 
s.setsockopt(socket.SOL SOCKET, ѕосКеї. 50 REUSEADDR, True) 
s.bind(('', port)) 

s.listen(1) 

while 


True: 


client, addr = s.accept() 
print 


('SERVER: Got connection from', addr) 
send handle(worker, client.fileno(), worker pid) 
client.close() 
if 
_ name == ' main ": 
import sys 
if 


len(sys.argv) != 3: 
print 


('Usage: server.py server address port', file=sys.stderr) 
raise SystemExit 


(1) 


server(sys.argv[1], int(sys.argv[2])) 
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я workermp.py 


from multiprocessing.connection import 


Client 
from multiprocessing.reduction import 


recv_handle 
import os 


from socket import 
socket, АҒ INET, SOCK STREAM 
def 
worker(server address): 
serv = Client(server address, authkey=b'peekaboo' ) 
serv.send(os.getpid() ) 
while 
True: 
fd = recv_handle(serv) 


print 


('WORKER: GOT FD', fd) 
with 


socket(AF INET, SOCK STREAM, fileno=fd) as 


client: 
while 

True: 

msg = client. гесу (1024) 

if not 
msg: 

break 
print 


('WORKER: КЕСУ {!r}'.format(msg) ) 
client.send(msg) 


if 


| name == " main "|: 
import sys 


if 


len(sys.argv) != 2: 
print 


('Usage: worker.py server address', file=sys.stderr) 
raise SystemExit 


(1) 


worker(sys.argv[1]) 
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# <егуег.ру 


import socket 


import struct 


def 


send fd(sock, fd): 


Send а single file descriptor. 


sock.sendmsg([b'x'], 
[(socket.SOL SOCKET, socket.SCM RIGHTS, 
struct.pack('i', fd))]) 
ack = sock.recv(2) 
assert 


ack == b'OK' 
def 


server(work address, port): 
# Wait for the worker to connect 


work serv = socket.socket(socket.AF UNIX, 
socket.SOCK STREAM) 

work serv.bind(work address) 

work serv.listen(1) 

worker, addr = work serv.accept() 


Ж Now run a TCP/IP server and send clients to worker 


5 = socket.socket(socket.AF INET, socket.SOCK STREAM) 
s.setsockopt(socket.SOL SOCKET, socket.SO REUSEADDR, True) 
s.bind(('',port)) 

s.listen(1) 

while 


client, addr = s.accept() 
print 


('SERVER: Got connection from', addr) 
send fd(worker, client.fileno()) 
client.close() 


if 


|. name == " main "|: 
import sys 
if 


len(sys.argv) != 3: 
print 


('Usage: server.py server address port', file=sys.stderr) 
raise SystemExit 


(1) 


server(sys.argv[1], int(sys.argv[2])) 
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я worker.py 


import socket 


import struct 


def 


recv_fd(sock): 


111 


Receive a single file descriptor 


msg, ancdata, flags, addr = sock.recvmso(1, 
socket.CMSG LEN(struct.calcsize('i'))) 


cmsg level, cmsg type, cmsg data - ancdata[0] 
assert 


cmsg level == socket.SOL SOCKET and 


cmsg type == socket.SCM RIGHTS 
sock.sendall(b'OK') 
return 


struct.unpack('i', cmsg data)[0] 
def 


worker(server address): 
serv = socket.socket(socket.AF UNIX, socket.SOCK STREAM) 
serv.connect(server address) 
while 


True: 
fd = recv fd(serv) 
print 


('WORKER: GOT FD', fd) 
with 


socket.socket(socket.AF INET, socket.SOCK STREAM, fileno-fd) 
as 


client: 
while 
True: 
msg = client.recv(1024) 
if not 
msg: 


break 


ргіпі 


('WORKER: КЕСУ {!r}'.format(msg) ) 
client.send(msg) 


if 

| name == " main ": 
import sys 
if 


len(sys.argv) != 2: 
print 


('Usage: worker.py server address', file=sys.stderr) 
raise SystemExit 


(1) 


worker(sys.argv[1]) 
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class EventHandler 


def 
fileno(self): 
'Return the associated file descriptor' 
raise 
NotImplemented('must implement') 
def 
wants to receive(self): 
'Return True if receiving is allowed' 


return 


False 


def 
handle receive(self): 


‘Perform the receive operation' 
pass 


def 
wants to send(self): 
'Return True if sending is requested' 
return 
False 
def 
handle send(self): 


'Send outgoing data' 
pass 
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import select 


def 


event loop(handlers): 
while 


True: 
wants recv - [h for 


h in 


handlers if 


h.wants to receive() ] 
wants send = [h for 


h in 
handlers if 


h.wants to send()] 
сап гесу, can send, = select.select(wants гесу, 


h.handle receive() 


h.handle send() 
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import socket 


import time 


class UDPServer 


(EventHandler): 
def 


_ init (self, address): 
self.sock = socket.socket(socket.AF INET, 
socket .SOCK DGRAM) 
self.sock.bind(address) 
def 


fileno(self): 
return 


self.sock.fileno() 
def 


wants to receive(self): 
return 


True 
class UDPTimeServer 


(UDPServer): 
def 


handle receive(self): 
msg, addr = self.sock.recvfrom(1) 
self.sock.sendto(time.ctime().encode('ascii'), addr) 


class UDPEchoServer 


(UDPServer): 
def 


handle receive(self): 
msg, addr = self.sock.recvfrom(8192) 
self.sock.sendto(msg, addr) 


if 


|. name == ' main ` 

handlers = | UDPTimeServer(('',14000)), 
UDPEchoServer(('',15000)) ] 

event loop(handlers) 
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>>> from socket import 


* 
>>> s = socket(AF INET, SOCK DGRAM) 

>>> s.sendto(b'',('localhost',14000)) 

0 

>>> s.recvfrom(128) 

(b'Tue Sep 18 14:29:23 2012', ('127.0.0.1', 14000)) 
>>> s.sendto(b'Hello',('localhost',15000)) 

5 

>>> s.recvfrom(128) 

(b'Hello', ('127.0.0.1', 15000)) 


>>> 
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class TCPServer 


(EventHandler): 
def 


. init (self, address, client handler, handler list): 
self.sock = socket.socket(socket.AF INET, 
socket.SOCK STREAM) 
self.sock.setsockopt(socket.SOL SOCKET, 
ѕоскеї.50 REUSEADDR, True) 
self.sock.bind(address) 
self.sock.listen(1) 
self.client handler - client handler 
self.handler list = handler list 


def 


fileno(self): 
return 


self.sock.fileno() 


def 
wants to receive(self): 
return 
True 
def 


handle receive(self): 
client, addr = self.sock.accept() 
я Add the client to the event loop's handler list 


self.handler list.append(self.client handler(client, 
self.handler list)) 
class TCPClient 


(EventHandler): 
def 


_ init (self, sock, handler list): 
self.sock = sock 
self.handler list = handler list 
self.outgoing = bytearray() 


def 


fileno(self): 
return 


self.sock.fileno() 
def 
close(self): 
self.sock.close() 
Ж Remove myself from the event loop's handler list 
self.handler list.remove(self) 


def 


wants to send(self): 
return 


True if 
self.outgoing else 
False 
def 
handle send(self): 
nsent = self.sock.send(self.outgoing) 
self.outgoing - self.outgoing[nsent:] 


class TCPEchoClient 


(TCPClient): 
def 


wants to receive(self): 
return 


True 
def 


handle receive(self): 


data = self.sock.recv(8192) 
if not 


data: 
self.close() 
else 


self.outgoing.extend(data) 
if 
__ name == ' тап ": 
handlers = [] 
handlers.append(TCPServer(('',16000), TCPEchoClient, 


handlers)) 
event loop(handlers) 
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from concurrent.futures import 


ThreadPoolExecutor 
import os 


class ThreadPoolHandler 


(EventHandler): 
def 


_ init (self, nworkers): 
f 


os.name == 'posix': 
self.signal done sock, self.done sock - 
socket.socketpair() 


server = socket.socket(socket.AF ТМЕТ, 
socket.SOCK STREAM) 
server.bind(('127.0.0.1', 0)) 
server.listen(1) 
self.signal done sock = 
socket.socket(socket.AF INET, 
socket.SOCK STREAM) 
self.signal done sock.connect(server.getsockname() ) 
self.done sock, _ = server.accept() 
server.close() 


self.pending = [] 
self.pool = ThreadPoolExecutor(nworkers) 


def 


fileno(self): 
return 


self.done sock. fileno() 


# Callback that executes when the thread is done 


def 
 complete(self, callback, г): 
self.pending.append((callback, r.result())) 
self.signal done sock.send(b'x') 


Я Run a function in a thread pool 


def 
run(self, func, args=(), kwargs={},*,callback) : 
r = self.pool.submit(func, *args, **kwargs) 
г. ада done callback(lambda 
г: self. complete(callback, г)) 


def 


wants to receive(self): 
return 


True 


# Run callback functions of completed work 


def 
handle receive(self): 
£ Invoke all pending callback functions 
for 
callback, result in 
self.pending: 
callback( result) 


self.done sock. гесу (1) 
self.pending = [] 
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ЖА really bad Fibonacci implementation 


return 


return 
fib(n - 1) + fib(n - 2) 
class UDPFibServer 


(UDPServer): 
def 


handle receive(self): 
msg, addr = self.sock.recvfrom(128) 
n = int(msg) 
pool.run(fib, (n,), callback=lambda 


r: self.respond(r, addr)) 
def 
respond(self, result, addr): 
self.sock.sendto(str(result).encode('ascii'), addr) 
if 


|. name == ' main "|: 
pool = ThreadPoolHandler(16) 


handlers = | pool, UDPFibServer(('',16000))] 
event loop(handlers) 
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from socket import 


* 

sock = socket(AF ІМЕТ, 50СК ОСВАМ) 
for 

x in 


range(40): 
sock.sendto(str(x).encode('ascii'), ('localhost', 16000)) 
resp = sock.recvfrom(8192) 
print 


(геѕр[01) 
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я гегосору.ру 


def 


send from(arr, dest): 
view = memoryview(arr).cast('B') 
while 


len(view): 
nsent = dest.send(view) 
view - view[nsent:] 


def 


recv into(arr, source): 
view - memoryview(arr).cast('B') 
while 


len(view): 
nrecv - source.recv into(view) 
view = view[nrecv:] 


| 
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»»» from socket import 


>>> s з socket(AF INET, SOCK STREAM) 
>>> s.bind(('', 25000)) 

>>> 5,115 еп (1) 

>>> с,а = S.accept() 

>>> 
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>>> from socket import 


* 
>>> c = socket(AF INET, SOCK STREAM) 


>>> c.connect(('localhost', 25000)) 
>>> 
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# Server 
>>> import numpy 


>>> a = numpy.arange(0.0, 50000000.0) 
>>> send from(a, c) 


>>> 


# Client 
>>> import numpy 


>>> a = numpy.zeros(shape=50000000, dtype=float) 
>>> a[0:10] 

array([ 0., 0., 9., 0., 0., 0., 0., 0., 9., 9.1) 
>>> гесу into(a, c) 

>>> a[0:10] 

аггауд 0., 1., 2., 3., 4., 5., 6., 7., 8., 9.]) 


>>> 
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я Code to execute in ап independent thread 
import time 


дает 


countdown(n): 
while 


n> 0: 
print 


('T-minus', n) 


n -= 1 


time.sleep(5) 


# Create and launch a thread 


from threading import 


Thread 
t = Thread(target=countdown, агд5=(10,)) 
t.start() 





ОД000000000000005 саге0 ОО000000000 
ОО000000000000000000000 


. ПООДОДОДО000000000000 РОЗІХОПО 
МЛ паом'зПДОДОООООООО00О00О000000000000 
ОООД0000000000000000000000000000000 
000000 


t.is alive(): 
print 


('Still running') 
else 
print 


('Completed' ) 
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t.join() 
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t = Thread(target=countdown, args=(10,), daemon=True) 
t.start() 
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class CountdownTask 


def 


| init (self): 


self. running = True 


def 


terminate(self): 


self. running = False 
def 


run(self, n): 
while 


self. running and 


n > 0: 
print 


('T-minus', n) 


n -= 1 


time.sleep(5) 


c = CountdownTask() 
t = Thread(target=c.run, args=(10,)) 


t.start() 
c.terminate() Ж Signal termination 
t.join() Ж Wait for actual termination (if needed) 
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class IOTask 


def 


terminate(self): 


self. running = False 
def 


run(self, sock): 


Ж sock is a socket 


sock.settimeout(5) Ж Set timeout period 


while 


self. running: 


Ж Perform a blocking 1/0 operation w/ timeout 


try 


data = sock.recv(8192) 


break 
except 
socket. timeout: 
continue 


# Continued processing 


# Terminated 


return 
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from threading import 


Thread 
class CountdownThread 
(Thread): 

def 
|. init (self, n): 
super(). init () 
self.n = 0 

def 
run(self): 


while 


self.n > 0: 


ргіпі 


('T-minus', self.n) 


self.n -= 1 


time.sleep(5) 


c = CountdownThread(5) 
c.start( 
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import multiprocessing 


c = CountdownTask(5) 
p = multiprocessing.Process(target=c.run) 


p.start() 
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from threading import 


Thread, Event 
import time 


я Code to execute in ап independent thread 


def 


countdown(n, started evt): 
print 


('countdown starting') 
started evt.set() 
while 


n > 0: 
print 


('T-minus', n) 


time.sleep(5) 


Ж Create the event object that will be used to signal startup 


started evt = Event() 


# Launch the thread and pass the startup event 


print 

('Launching countdown') 

t = Thread(target=countdown, args=(10,started evt)) 
t.start() 


Ж Wait for the thread to start 


started evt.wait() 
print 


('countdown is running') 
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import threading 
import time 


class PeriodicTimer 


дает 


| init (self, interval): 


self. interval = interval 


self. flag = 0 


self. см = threading.Condition() 
def 


start(self): 


t = threading.Thread(target=self.run) 


t.daemon = True 


t.start() 
def 


run(self): 


Run the timer and notify waiting threads after each interval 


while 


True: 

time.sleep(self. interval) 
with 

self. см: 


self. flag 7- 1 


self. cv.notify all() 
def 


wait for tick(self): 


Wait for the next tick of the timer 


with 


self. cv: 


last flag - self. flag 
while 


last flag == self. flag: 


self. cv.wait() 

# Example use of the timer 
ptimer = PeriodicTimer(5) 
ptimer.start() 


# Two threads that synchronize on the timer 


def 


countdown(nticks): 
while 


nticks > 0: 
ptimer.wait for tick() 
print 


('T-minus', nticks) 


nticks -= 
def 
countup(last): 
n=0 

while 
n < last: 


ptimer.wait for tick() 
print 


('Counting', п) 


n += 1 


threading.Thread(target=countdown, args=(10,)).start() 
threading.Thread(target=countup, args=(5,)).start() 
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# Worker thread 


def 


worker(n, sema): 


# Wait to be signaled 


sema.acquire() 


Ж Do some work 


print 


('Working', n) 


Ж Create some threads 


sema = threading.Semaphore(0) 
nworkers = 10 

for 

n in 


range(nworkers) : 


t = threading.Thread(target=worker, args=(n, sema,)) 


t.start() 
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>>> Sema. release() 
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from queue import 


Queue 
from threading import 
Thread 


# A thread that produces data 


def 


producer(out q): 
while 


True: 


# Produce some data 


out q.put(data) 


ЖА thread that consumes data 
def 
consumer(in q): 
while 


True: 


Ж Get some data 


data = іп q.get() 


Ж Process the data 


# Create the shared queue and launch both threads 


q = Queue() 
tl = Thread(target=consumer, args=(q,)) 
t2 = Thread(target=producer, args=(q,)) 
tl.start() 
t2.start() 
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from queue import 


Queue 
from threading import 
Thread 


# Object that signals shutdown 


_sentinel = object() 


# A thread that produces data 


def 


producer(out q): 
running: 


# Produce some data 


out q.put(data) 


Я Put the sentinel on the queue to indicate completion 


out q.put( sentinel) 


# A thread that consumes data 


def 


соп5итег(іп 4): 
while 


True: 


Ж Get some data 


data = іп q.get() 


Ж Check for termination 


if 
data is 
_sentinel: 


іп q.put( sentinel) 
break 


Ж Process the data 
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import heapq 


import threading 


class PriorityQueue 


def 


| init (self): 


self. queue = [] 


self. count = 0 
self. см = threading.Condition() 

def 
put(self, item, priority): 

with 

self. см: 
heapq.heappush(self. queue, (-priority, self. count, item)) 
self. count += 1 


self. cv.notify() 
def 


get(self): 
with 


self. cv: 
while 


len(self. queue) == 0: 
self. cv.wait() 
return 


heapq.heappop(self. queue)[-1] 
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from queue import 


Queue 
from threading import 


Thread 


# A thread that produces data 


def 


ргодисег(оиќ q): 
while 


running: 


# Produce some data 


out q.put(data) 


# A thread that consumes data 


def 


consumer(in q): 
while 


True: 


Ж сеї some data 


data = іп q.get() 


Ж Process the data 


Ж Indicate completion 


in q.task done() 

£ Create the shared queue and launch both threads 
q = Queue() 

tl = Thread(target=consumer, args=(q,)) 

t2 = Thread(target=producer, args=(q,)) 
tl.start() 

t2.start() 


Ж Wait for all produced items to be consumed 


q.join() 
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from queue import 


Queue 
from threading import 


Thread, Event 
# A thread that produces data 
def 
producer(out q): 
while 


running: 


# Produce some data 


# Make an (data, event) pair and hand it to the consumer 


evt = Event() 


out q.put((data, evt)) 


Ж Wait for the consumer to process the item 


evt.wait() 
# A thread that consumes data 
def 
consumer(in а): 
while 


True: 


# Get some data 


data, evt = in q.get() 


# Process the data 


# Indicate completion 


evt.set() 
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from queue import 


Queue 
from threading import 


Thread 
import copy 


# A thread that produces data 


def 


producer(out q): 
while 
True: 


# Produce some data 


out _q.put(copy.deepcopy (data) ) 
ЖА thread that consumes data 
def 
consumer(in а): 

while 


True: 


# Get some data 


data = in q.get() 


# Process the data 
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import queue 


q = queue. Queue () 


try 


data = q.get(block=False) 
except 


queue.Empty: 


try 


q.put(item, block=False) 
except 


queue. Full: 


data = q.get(timeout=5.0) 
except 


queue.Empty: 
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q.put(item, block=False) 
excep 


queue.Full: 


log.warning('queued item %r discarded!', 
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_running = True 
def 


consumer (а): 
while 


running: 
try 


item = q.get(timeout=5.0) 


# Process item 


except 


queue.Empty: 
pass 
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import threading 


class SharedCounter 


A counter object that can be shared by multiple threads. 


def 


| init (self, initial маше = 0): 


self. value = initial value 


self. value lock = threading.Lock() 
def 


incr(self,delta=1): 


Increment the counter with locking 


with 


self. value lock: 


self. value += delta 
def 


decr(self,delta=1): 


Decrement the counter with locking 


with 


self. value lock: 


self. value -- delta 
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import threading 


class SharedCounter 


A counter object that can be shared by multiple threads. 


def 


| init (self, initial value = 0): 


self. value = initial value 


self. маше lock = threading.Lock() 
def 


incr(self,delta=1): 


Іпсгетепі the counter with locking 


self. value lock.acquire() 


self. value += delta 


self. value lock.release() 
def 


decr(self,delta=1): 


Decrement the counter with locking 


self. value lock.acquire() 


self. value -- delta 


self. value lock.release() 
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import threading 


class SharedCounter 


A counter object that can be shared by multiple threads. 


lock = threading.RLock() 
def 


| init (self, initial value = 0): 


self. value = initial value 
def 


incr(self,delta=1): 


Increment the counter with locking 


with 


SharedCounter. lock: 


self. value += delta 


дает 


decr(self,delta=1): 


Decrement the counter with locking 


with 


SharedCounter. lock: 


self.incr(-delta) 
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from threading import 


Semaphore 
import urllib. request 


# At most, five threads allowed to run at once 


fetch url sema = Semaphore(5) 


def 


fetch url(url): 


fetch url sema: 
eturn 


urllib.request.urlopen(url) 
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import threading 


from contextlib import 
contextmanager 


я Thread-local state to stored information on locks already 


acquired 


local = threading.Llocal() 


@contextmanager 
def 


acquire(*locks) : 


# Sort locks by object identifier 


locks = sorted(locks, key=lLambda 


X: id(x)) 


# Make sure lock order of previously acquired locks is not 
violated 


acquired = getattr( local, 'acquired',[]) 
if 


acquired and 
max(id(lock) for 
lock in 


acquired) >= id(locks[0]): 
raise RuntimeError 


('Lock Order Violation' ) 


# Acquire all of the locks 


acquired.extend(locks) 


_local.acquired = acquired 
try 


for 
lock in 


locks: 


lock.acquire() 
yield 


finally 


# Release locks in reverse order of acquisition 


for 
lock in 
reversed(locks): 


lock. release() 
del 


acquired[-len(locks) : ] 
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import threading 


x lock = 


threading.Lock() 
threading.Lock() 


with 


acquire(x lock, y lock): 
print 


('Thread-1') 
def 


thread 2(): 
while 


True: 
with 


acquire(y lock, x lock): 
print 


('Thread-2') 


tl = threading.Thread(target-thread 1) 
tl.daemon = True 
tl.start() 


t2 - threading.Thread(target-thread 2) 
t2.daemon - True 
t2.start() 
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import threading 


х lock = threading.Lock() 
y_lock = threading.Lock() 


with 


acquire(x lock): 
with 


acquire(y lock): 
print 


('Thread-1') 
def 


with 


acquire(y lock): 
with 


acquire(x lock): 
print 


('Thread-2') 


tl = threading.Thread(target-thread 1) 
tl.daemon - True 
tl.start() 


t2 - threading.Thread(target-thread 2) 
t2.daemon = True 
t2.start() 
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Exception in thread Thread-1: 
Traceback (most recent call last): 
File "/usr/local/lib/python3.3/threading.py", line 639, in 
_bootstrap inner 
self.run() 
File "/usr/local/lib/python3.3/threading.py", line 596, іп 
run 
self. target(*self. args, **self. kwargs) 
File "deadlock.py", line 49, in thread 1 
with 


acquire(y lock): 
File "/usr/local/lib/python3.3/contextlib.py", line 48, in 
| enter _ 
return 


next(self.gen) 
File "deadlock.py", line 15, in acquire 
raise RuntimeError 


("Lock Order Violation") 
RuntimeError: Lock Order Violation 
>>> 
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import threading 


# The philosopher thread 


def 
philosopher(left, right): 
True: 

with 


acquire(left, right): 
print 


(threading.currentThread(), ‘eating’ ) 


# The chopsticks (represented by locks) 


NSTICKS = 5 
chopsticks = [threading.Lock() for 


n in 

range(NSTICKS)] 

я Create all of the philosophers 
for 

n in 


range(NSTICKS): 


t = threading.Thread(target=philosopher, 


args=(chopsticks[n],chopsticks[(n+1) % NSTICKS])) 


t.start() 
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from socket import 


socket, АЕ ІМЕТ, SOCK STREAM 
import threading 


class LazyConnection 


def 


| init (self, address, family=AF INET, type=SOCK STREAM): 
self.address = address 


self.family = AF_INET 


self.type = 50СК STREAM 


self.local = threading.local() 
def 


_ enter (self): 
if 


hasattr(self.local, 'sock'): 
raise RuntimeError 


('Already connected') 
self.local.sock = socket(self.family, self.type) 
self.local.sock.connect(self.address) 
return 
self.local.sock 
def 
. exit (self, exc ty, exc val, tb): 
self.local.sock.close() 
del 


self.local.sock 
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from functools import 


partial 
def 


test(conn): 
with 


conn as 


5: 


s.send(b'GET /index.html HTTP/1.0\r\n 


') 


s.send(b'Host: www.python.org\r\n 


') 


s.send(b'NrNn 


') 


resp = b''.join(iter(partial(s.recv, 8192), b'')) 
print 
("сої {} bytes'.format(len(resp) ) ) 


if 


|. name == ' main "|: 


conn = LazyConnection(('www.python.org', 80)) 


tl = threading.Thread(target=test, args=(conn,)) 


t2 = threading.Thread(target=test, args=(conn,)) 


tl.start() 


t2.start() 


tl.join() 


t2.join() 
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from socket import 


АЕ ТМЕТ, SOCK STREAM, socket 
from concurrent.futures import 


ThreadPoolExecutor 
def 


echo client(sock, client addr): 


Handle a client connection 


print 


('Got connection from', client addr) 
while 


True: 


msg = sock.recv(65536) 
if not 


msg: 
break 


sock.sendall(msg) 
print 


('Client closed connection' ) 


sock.close() 
def 


echo server(addr) : 
pool = ThreadPoolExecutor (128) 
sock = socket(AF INET, SOCK STREAM) 
sock. bind(addr) 
sock. Listen(5) 
while 
True: 


client sock, client addr = sock.accept() 


pool.submit(echo client, client_sock, client_addr) 


echo server(('',15000)) 
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from socket import 


socket, АҒ ІМЕТ, SOCK STREAM 


from threading import 


Thread 
from queue import 


Queue 
def 


echo client(q): 


Напаїе a client connection 


sock, client addr = q.get() 
print 


('Got connection from', client addr) 
while 


True: 


msg = sock.recv(65536) 
if not 


msg: 
break 


sock.sendall(msg) 
print 


('Client closed connection') 


sock.close() 
def 


echo server(addr, nworkers): 


# Launch the client workers 


q = Queue() 
for 


n in 


range(nworkers) : 


t = Thread(target=echo client, args=(q,)) 


t.daemon = True 


t.start() 


# Run the server 


sock = socket(AF INET, SOCK STREAM) 


sock. ріпа (аааг) 


sock.listen(5) 
while 


True: 


client sock, client addr = sock.accept() 


q.put((client sock, client addr)) 


echo server(('',15000), 128) 
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from concurrent.futures import 


ThreadPoolExecutor 
import urllib. request 


def 

fetch_url(url): 

и = urllib.request.urlopen(url) 
data = u.read() 


return 


data 


pool = ThreadPoolExecutor(10) 
# Submit work to the pool 


а = pool.submit(fetch url, ‘http://www. python.org' ) 
р = pool.submit(fetch url, 'http://www.pypy.org') 


# Get the results back 
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from threading import 


Thread 
from socket import 


socket, АЕ ІМЕТ, SOCK STREAM 
def 


echo client(sock, client addr): 


Напаїе а client connection 


ргіпі 


("сої connection from', client адаг) 
while 


True: 
msg = sock.recv(65536) 
if not 


msg: 
break 


sock.sendall(msg) 
print 


('Client closed connection' ) 


sock.close() 
def 


echo server(addr, nworkers): 


Я Run the server 


50СК = socket(AF ІМЕТ, SOCK STREAM) 
sock.bind(addr) 

sock.listen(5) 

True: 

client sock, client addr = sock.accept() 


t = Thread(target=echo client, args-(client sock, 
client addr)) 


t.daemon = True 


t.start() 


echo server(('',15000)) 
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import threading 


threading.stack size(65536) 
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logs/ 


20120701.100.092 


20120702.109.02 


20120703.log.gz 


20120704. log.gz 


20120705. log.gz 


20120706. log.gz 
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124.115.6.12 - - [10/Jul/2012:00:18:50 -0500] "СЕТ /robots.txt 


- [10/Jul/2012:00:18:51 -0500] "СЕТ /ply/ 
..." 200 11875 
210.212.209.67 - - [10/Jul/2012:00:18:51 -0500] "GET 
/Тамісоп.ісо ..." 404 369 
61.135.216.105 - - [10/Jul/2012:00:20:04 -0500] "СЕТ 
/blog/atom.xml ..." 304 - 
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я findrobots.py 


import gzip 


import io 


import glob 


def 


find robots(filename): 


Find all of the hosts that access robots.txt in a single log 
file 


robots = set() 
with 


gzip.open(filename) as 


f: 
for 


line in 
io.TextlIOWrapper(f,encoding-'ascii'): 
fields = line.split() 
if 

fields[6] == '/robots.txt': 
robots.add(fields[0]) 

return 
robots 
def 


find all robots(logdir): 


Find all hosts across апа entire sequence ої files 


files = glob.glob(logdir+'/*.log.gz') 
all robots = set() 
for 
robots in 
map(find robots, files): 
all robots.update(robots) 
return 
all robots 


if 


robots = find all robots('logs') 
for 


ipaddr in 


robots: 
print 


(ipaddr) 
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я findrobots.py 


ітрогі дгір 


ітрогі іо 


import glob 


from concurrent import 
futures 
def 


find robots(filename): 


Find all of the hosts that access robots.txt in а single log 
file 


robots = set() 
with 


gzip.open(filename) as 


f: 
for 


line in 
io.TextlIOWrapper(f,encoding-'ascii'): 
fields = line.split() 
if 

fields[6] == '/robots.txt': 
robots.add(fields[0]) 

return 
robots 
def 


find all robots(logdir): 


Find all hosts across апа entire sequence ої files 


files = glob.glob(logdir+'/*.log.gz') 
all robots = set() 

with 
futures.ProcessPoolExecutor() as 


pool: 
for 


robots in 

pool.map(find robots, files): 

all robots.update(robots) 
return 

all robots 

if 


_ name == " main ": 


robots = find all robots('logs') 
for 


ipaddr in 


robots: 
print 


(ipaddr) 
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from concurrent.futures import 
ProcessPoolExecutor 

with 

ProcessPoolExecutor() as 


pool: 


do work in 


parallel using pool 
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# A function that performs a lot of work 


return 
result 


# Nonparallel code 


results = map(work, data) 
# Parallel implementation 
with 


ProcessPoolExecutor() as 


pool: 


results = pool.map(work, data) 
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Ж Some function 


| return 
result 
with 
ProcessPoolExecutor() as 


pool: 


Ж Example of submitting work to the pool 


future result = pool.submit(work, arg) 


# Obtaining the result (blocks until done) 


г = future result.result() 
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def 


when done(r): 
print 


('Got:', r.result()) 
with 
ProcessPoolExecutor() as 


pool: 


future result - pool.submit(work, arg) 


future result.add done callback(when done) 
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Ж Performs а large calculation (CPU bound) 


def 


some work(args): 
return 
result 


# A thread that calls the above function 


def 


some thread(): 
while 


True: 


r = some work(args) 
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# Processing pool (see below for initiazation) 


pool = None 


Ж Performs a large calculation (CPU bound) 


def 

some work(args): 
return 

result 


# A thread that calls the above function 


def 


some thread(): 


True: 
г = pool.apply(some work, (args) ) 
# Initiaze the pool 
if 
_ пате == " main 


import multiprocessing 


pool = multiprocessing. Pool() 
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#include "Python.h" 


PyObject *pyfunc(PyObject *self, PyObject *args) 4 


Py BEGIN ALLOW THREADS 
// Threaded C code 


Py END ALLOW THREADS 


} 
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from queue import 


Queue 
from threading import 
Thread, Event 


# Sentinel used for shutdown 


class ActorExit 


(Exception 


ра55 


class Actor 


def 


| init (self): 
self. mailbox - Queue() 


def 


send(self, msg): 


Á! I 


Send a message to the actor 


self. mailbox.put(msg) 


def 
recv(self): 
Receive an incoming message 
msg = self. mailbox.get() 
if 
msg is 


ActorExit: 


raise 


ActorExit() 
return 


msg 
def 


close(self): 


111 


Close the actor, thus shutting it down 


self.send(ActorExit) 


def 
start(self): 
Start concurrent execution 
self. terminated - Event() 
t = Thread(target=self. bootstrap) 
t.daemon - True 
t.start() 
def 
_bootstrap(self): 
try 


self.run() 


ехсері 


ActorExit: 
pass 
finally 
self. terminated.set() 
def 
join(self): 
self. terminated.wait() 
def 
run(self): 


111 


Run method to be implemented by the user 


while 


True: 
msg = self.recv() 


я Sample ActorTask 


class PrintActor 


(Actor): 
def 


run(self): 
while 


True: 


msg = self.recv() 
print 


('Got:', msg) 


Ж Sample use 


p = PrintActor() 
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def 


print actor(): 


True: 
try 


msg = yield 


# Get a message 


print 
('Got:', msg) 
except GeneratorExit 
print 
('Actor terminating') 


Ж Sample use 


p = print actor() 
next(p) Ж Advance to the yield (ready to receive) 


p.send('Hello') 
p.send('World') 
p.close() 
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class TaggedActor 


(Actor): 
def 


run(self): 
while 


True: 
tag, *payload = self.recv() 
getattr(self,'do '+tag)(*payload) 


Ж Methods correponding to different message tags 


def 


do A(self, x): 
print 


('Running A', x) 
def 


do B(self, x, y): 
print 


('Running B', x, y) 


# Example 


a = TaggedActor() 


a.start() 
a.send(('A', 1)) Ж Invokes do А(1) 
a.send(('B', 2, 3)) Ж Invokes до В(2,3) 
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from threading import 


Event 
class Result 
def 
. init (self): 
self. evt - Event() 
self. result - None 
def 
set result(self, value): 
self. result - value 
self. evt.set() 
def 
result(self): 
self. evt.wait() 
return 


self. result 


class Worker 


(Actor): 
def 
submit(self, func, *args, **kwargs): 
r = Result() 
self.send((func, args, kwargs, 
return 
r 
def 
run(self): 
while 


True: 


r)) 


func, args, kwargs, г = self.recv() 
r.set result(func(*args, **kwargs) ) 


# Example use 

worker = Worker() 
worker.start() 

r = worker.submit(pow, 2, 3) 
print 


(r.result()) 
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from collections import 


defaultdict 


class Exchange 


def 


__ init (self): 
self. subscribers = set() 


def 


attach(self, task): 
self. subscribers.add (task) 


def 


detach(self, task): 
self. subscribers. remove(task) 


def 


send(self, msg): 
for 


subscriber in 


self. subscribers: 
subscriber.send(msg) 


Ж Dictionary of all created exchanges 


exchanges - defaultdict(Exchange) 


£ Return the Exchange instance associated with a given name 


def 


get exchange(name): 
return 


exchanges [name] 
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Ж Example of a task. Any object with а send() method 


class Task 

def 
send(self, msg): 
task а = Task() 
task b = Task() 


# Example of getting an exchange 


exc = get ехспапде("пате") 


Ж Examples of subscribing tasks to it 
exc.attach(task a) 

exc.attach(task b) 

Ж Example of sending messages 
exc.send('msgl') 

exc.send('msg2') 

Ж Example of unsubscribing 


exc.detach(task a) 
exc.detach(task b) 
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class DisplayMessages 


def 


| init (self): 
self.count = 0 
дает 


send(self, msg): 
self.count += 1 


print 


('msg[{}]: {!r}'.format(self.count, т5д)) 


exc = get ехспапде("пате") 
d = DisplayMessages() 
exc.attach(d) 
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exc = get ехспапде("пате") 
exc.attach(some task) 
try 


finally 


exc.detach(some task) 
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from contextlib import 


contextmanager 
from collections import 


defaultdict 


class Exchange 


def 


__ init (self): 
self. subscribers - set() 


def 


attach(self, task): 
self. subscribers.add(task) 


def 


detach(self, task): 
self. subscribers. remove(task) 


@contextmanager 
def 


subscribe(self, *tasks): 
for 


task in 
tasks: 


self.attach(task) 
try 


yield 


finally 


for 
task in 


tasks: 
self.detach(task) 


def 


send(self, msg): 
for 


subscriber in 


self. subscribers: 
subscriber.send(msg) 


# Dictionary of all created exchanges 


exchanges = defaultdict (Exchange) 


Я Return the Exchange instance associated with а given name 


def 


get ехспапде(пате) : 
return 


_ exchanges [пате | 
# Example of using the subscribe() method 
exc = get ехсћапде ('пате') 
with 
exc.subscribe(task a, task b): 
exc. зепа (' 1591") 


exc.send('msg2') 


я task a and task b detached here 
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Я Two simple generator functions 


def 


countdown(n): 
while 


n> 0: 
print 


('T-minus', n) 
yield 
n -= 1 

print 


('Blastoff!') 


ргіпі 


('Counting ир", x) 
yie 


Х += 1 
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from collections import 


deque 


class TaskScheduler 


def 


| init (self): 
self. task queue = deque() 


def 


new task(self, task): 


Admit a newly started task to the scheduler 


self. task queue.append(task) 
def 
run(self): 


111 


Run until there are no more tasks 


while 


self. task queue: 
task = self. task queue.popleft() 
try 


Я Run until the next yield statement 


next (task) 
self. task queue.append(task) 
except StopIteration 


# Generator is no longer executing 


pass 


# Example use 


sched = TaskScheduler() 
sched.new_task(countdown(10) ) 
sched.new task(countdown(5)) 
sched.new task(countup(15)) 
sched.run() 


| 
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T-minus 10 
T-minus 5 
Counting up 0 
T-minus 9 
T-minus 4 
Counting up 1 


T-minus 8 
T-minus 3 
Counting up 2 
T-minus 7 
T-minus 2 
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from collections import 
deque 


class ActorScheduler 


def 
| init (self): 
self. actors = í } Я Mapping of names to 
actors 
self. msg queue = deque() # Message queue 
def 


new actor(self, name, actor): 


111 


Admit a newly started actor to the scheduler and give 
it a name 


self. msg queue.append((actor,None)) 
self. actors[name] = actor 


def 


send(self, name, msg): 


111 


Send a message to a named actor 


actor - self. actors.get(name) 
if 


actor: 
self. msg queue.append((actor,msg)) 


def 
run(self): 


11011 


Run as long as there are pending messages. 


while 


self. msg queue: 
actor, msg = self. msg queue.popleft() 
try 


actor.send(msg) 
except StopIteration 


pass 
# Example use 
if 
_ name == " main ": 
def 

printer(): 

while 
True: 


msg - yield 


ргіпі 


('Got:', msg) 
def 
counter(sched): 
while 
True: 
Ж Receive the current count 
n = yield 
if 
n == 
break 
Ж Send to the printer task 
sched.send('printer', n) 
Ж Send the next count to the counter task 
(recursive) 


sched.send('counter', n-1) 
sched = ActorScheduler() 
Ж Create the initial actors 
sched.new_actor('printer', printer()) 
sched.new actor('counter', counter(sched)) 
Ж Send an initial message to the counter to initiate 


sched.send('counter', 10000) 
sched.run() 


| 
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from collections import 


deque 
from select import 


select 


Ж This class represents a generic yield event іп the scheduler 
class YieldEvent 
def 


handle yield(self, sched, task): 


def 


handle resume(self, sched, task): 


Ж Task Scheduler 


class Scheduler 


def 
__ init (self): 
self. numtasks = 0 # Total num of tasks 
self. ready = deque() # Tasks ready to run 
self. read waiting = {} # Tasks waiting to 
read 
self. write waiting = {} # Tasks waiting to write 


Ж Poll for 1/0 events and restart waiting tasks 


def 
_iopoll(self): 
rset,wset,eset = select(self. read waiting, 
self. write waiting, 11) 
for 
r in 
rset: 
evt, task = self. read waiting.pop(r) 
evt.handle resume(self, task) 
for 
w in 
wset: 


evt, task = self. write waiting.pop(w) 
evt.handle resume(self, task) 


def 


new(self,task): 


111 


Add a newly started task to the scheduler 


self. ready.append((task, None)) 
self. numtasks += 1 


def 


add ready(self, task, msg-None): 


111 


Append an already started task to the ready queue. 


msg is what to send into the task when it resumes. 


self. ready.append((task, msg)) 


£ Add a task to the reading set 


def 


read wait(self, fileno, evt, task): 
self. read waiting[fileno] = (evt, task) 


я Add a task to the write set 


def 


_write wait(self, fileno, evt, task): 
self. write waiting[fileno] = (evt, task) 


def 
run(self): 


11011 


Run the task scheduler until there are no tasks 


while 


self. numtasks: 
if not 


self. ready: 
self. iopoll() 


task, msg - self. ready.popleft() 
try 


Ж Run the coroutine to the next yield 


r = task.send(msg) 
if 
isinstance(r, YieldEvent): 
r.handle yield(self, task) 
else 
raise RuntimeError 
('unrecognized yield event') 


except StopIteration 


self. numtasks -= 


Ж Example implementation ої coroutine-based socket 1/0 


class ReadSocket 


(YieldEvent): 
def 


. init (self, sock, nbytes): 
self.sock = sock 
self.nbytes - nbytes 

def 


handle yield(self, sched, task): 
sched. read wait(self.sock.fileno(), self, task) 
def 


handle resume(self, sched, task): 
data = self.sock.recv(self.nbytes) 
sched.add ready(task, data) 


class WriteSocket 


(YieldEvent): 
def 


_ init (self, sock, data): 
self.sock = sock 
self.data - data 

def 


handle yield(self, sched, task): 
sched. write wait(self.sock.fileno(), self, task) 
def 


handle resume(self, sched, task): 
nsent = self.sock.send(self.data) 
sched.add ready(task, nsent) 
class AcceptSocket 


(YieldEvent): 
def 


| init (self, sock): 
self.sock = sock 
def 


handle yield(self, sched, task): 
sched. read wait(self.sock.fileno(), self, task) 
def 


handle resume(self, sched, task): 
r = self.sock.accept() 
sched.add ready(task, r) 


# Wrapper around a socket object for use with yield 


class Socket 


(object): 
def 


| init (self, sock): 
self. sock = sock 
def 


recv(self, maxbytes): 
return 


ReadSocket (self. sock, maxbytes) 
def 


send(self, data): 
return 


WriteSocket(self. sock, data) 
def 


accept (self): 
return 


AcceptSocket (self. sock) 
def 


| getattr (self, name): 
return 


getattr(self. sock, name) 
if 


| name == " main "|: 
from socket import 


socket, AF INET, SOCK STREAM 
import time 


# Example of a function involving generators. This should 


# be called using line = yield from readline(sock) 


def 
readline(sock): 
chars = (1 
while 
True: 
C = yield 
sock. recv(1) 
if not 
с: 
break 
chars.append(c) 
if 
c == b'Nn 


break 


return 


b''.join(chars) 


Ж Echo server using generators 


class EchoServer 


def 


| init (self,addr,sched): 
self.sched = sched 
sched.new(self.server loop(addr)) 


def 


server loop(self,addr): 
5 - Socket(socket(AF INET,SOCK STREAM)) 
s.bind(addr) 
s.listen(5) 


while 
True: 
с,а - yield 
s.accept() 
print 
("бої connection from ', a) 
self.sched.new(self.client handler(Socket(c))) 
def 
client handler(self,client): 
while 
True: 
line = yield from readline 
(client 


if not 


break 


line = b'GOT:' + line 
while 


line: 
nsent = yield 


client.send(line) 
line = line[nsent:] 
client.close() 


print 
('Client closed') 
sched = Scheduler() 


EchoServer(('',16000),sched) 
sched.run() 
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def 


some generator(): 


result = yield 
data 


.. О0)000Оугета minm pn pnm 
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f = some generator() 


# Initial result. Is None to start since nothing has been 
computed 


result = None 
while 
True: 


try 


data - f.send(result) 
ult = ... do some calculation ... 
except StopIteration 


break 
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import queue 


import socket 


import os 


class PollableQueue 


(queue.Queue): 
def 


_ init (self): 
super(). init () 
Ж Create a pair of connected sockets 


if 


05.папе == 'posix': 
self. putsocket, self. getsocket = 
socket.socketpair() 
else 


Ж Compatibility оп поп-РОЗІХ systems 


server = socket.socket(socket.AF ТМЕТ, 
socket.SOCK STREAM) 

server.bind(('127.0.0.1', 0)) 

server.listen(1) 

self. putsocket = socket.socket(socket.AF INET, 
socket.SOCK STREAM) 


self. putsocket.connect(server.getsockname()) 
self. getsocket, _ = server.accept() 
server.close() 

def 


fileno(self): 
return 


self. getsocket.fileno() 
def 
put(self, item): 
super().put(item) 
self. putsocket.send(b'x') 
def 
get(self): 
self. getsocket.recv(1) 


return 


super().get() 
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О0000000б1епобродорорОббдеєороо000 
socketl|[ 00000 


ООО00000000000000000000000000000 
[| 





import select 


import threading 


def 


consumer(queues): 


Consumer that reads data on multiple queues simultaneously 


can read, , _ = select.select(queues,[],[]) 


item = r.get() 
print 


('Got:', item) 


t.daemon = True 
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000100%ПО0000000 





import time 


def 


consumer(queues): 
while 


if пої 


item = q.get() 
print 
('Got:', item) 
Ж Sleep briefly to avoid 100% CPU 


time.sleep(0.01) 
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import select 


def 


event loop(sockets, queues): 


True: 
£ polling with a timeout 


can read, , _ = select.select(sockets, [], (1, 0.01) 


handle read(r) 


if not 


item = q.get() 
print 
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#!/usr/bin/env python3 


я daemon. py 


import os 


import sys 


import atexit 


import signal 


def 
daemonize(pidfile, *, stdin='/dev/null', 
stdout='/dev/null', 
stderrz'/dev/null'): 
if 


os.path.exists(pidfile): 
raise RuntimeError 


('Already running' ) 


# First fork (detaches from parent) 
try 


if 


os.fork() > 0: 
raise SystemExit 


(0) # Parent exit 
except OSError as 


raise RuntimeError 
('fork #1 failed.') 
os.chdir('/') 
os.umask(0) 
) 


os.setsid( 
Ж Second fork (relinquish session leadership) 


try 


if 


os.fork() > 0: 
raise SystemExit 


(0) 
except 05Еггог as 
raise RuntimeError 
('fork #2 failed.') 
Я Flush I/0 buffers 
sys.stdout.flush() 
sys.stderr.flush() 


Я Replace file descriptors for stdin, stdout, and stderr 


with 
open(stdin, 'rb', 0) as 
T: 
os.dup2(f.fileno(), sys.stdin.fileno()) 
with 
open(stdout, 'ab', 0) as 
f: 
os.dup2(f.fileno(), sys.stdout.fileno()) 
with 
open(stderr, 'ab', 0) as 


f: 
os.dup2(f.fileno(), sys.stderr.fileno()) 


Ж Write the PID file 


with 


open(pidfile,'w') as 


ргіпі 
(os.getpid(),file=f) 


# Arrange to have the PID file removed on exit/signal 


atexit.register(lambda 
: Os.remove(pidfile)) 


# Signal handler for termination (required) 


def 


sigterm handler(signo, frame): 
raise SystemExit 


(1) 


signal.signal(signal.SIGTERM, sigterm handler) 


main(): 
import time 
sys.stdout.write('Daemon started with pid {}\п 


' . format(os.getpid())) 
while 


True: 
sys.stdout.write('Daemon Alive! {}\п 


', format(time.ctime())) 
time.sleep(10) 


if 


_ name == " main ': 


PIDFILE = '/tmp/daemon.pid' 
if 


len(sys.argv) != 2: 
print 


('Usage: {} [start|stop]'.format(sys.argv[0]), 
file=sys.stderr) 
raise SystemExit 
(1) 
if 
sys.argv[1] == 'start': 


try 


daemonize(PIDFILE, 
stdout-'/tmp/daemon.log', 
stderr='/tmp/dameon.log' ) 
except RuntimeError as 


print 


(e, file=sys.stderr) 
raise SystemExit 


(1) 
main() 
elif 


sys.argv[1] == 'stop': 
if 


os.path.exists(PIDFILE): 
with 


open(PIDFILE) as 


f: 


os.kill(int(f.read()), signal.SIGTERM) 
else 
print 


('Not running', file=sys.stderr) 
raise SystemExit 


(1) 


else 


print 


('Unknown command {!r}'.format(sys.argv[1]), file=sys.stderr) 
raise SystemExit 


(1) 





ОО00000000000000000000 


аетоп.ру start 
ас /tmp/daemon.pid 


% tail -f /tmp/daemon.log 


Daemon started with pid 2882 
Daemon Alive! Fri Oct 12 13:45:37 2012 
Daemon Alive! Fri Oct 12 13:45:47 2012 





00000000000000000000000000000000 
ы 


bash 5 daemon.py stop 
bash 5 


12.14.3 П 


00000 даеплопіге ППОДОДОДОДОДОДОДОП 
О0000000000000000аетопіге  ПО0000000 
кеуммога-опіурПО000000000000000000000 
ОО0000000000000 


daemonize('daemon.pid', 
stdin='/dev/null, 


stdout-'/tmp/daemon.log', 
stderr-z'/tmp/daemon.log') 





ОО00000000000000000 


Ж Illegal. Must use keyword arguments 


daemonize('daemon.pid', 
'/dev/null', '/tmp/daemon.log','/tmp/daemon.log') 
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О000000000000005.ѕеѓѕіа() 56000000000 
ООО0000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ОО000000000000 
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ООО00000000000000000000000000000000 
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ООДО00000000000000000000000000001/00 
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ОО000000000000000010000000000000 
ОО000000009ааетопіге()О00000000000000 
ОООД000000000000000000000000000 
atexit.register()UUUUUUUPython DO 
О000005І6ТЕКМОООВООО000000000000000 
О000000000000005уѕёіетеЕхі)О000000000 
ООО00000000000000000000000000000000 
О00000000000000аѓехіќ.гедіѕёег()0000000 
ООО00000000000000000005:0р00000000 


ОООДО00000000000МУ.Вісйага Stevens[] 
Stephen А.ВадоППЦАдиапсеа 
Programming in the UNIX Environment [] 
And ЕашопПАда 5оп-Мезјеу 12 005ППП0000 
ПОПОПООСПОПООПОПООПООООПОООРУСПопОП 
ОДОООПРОЗІХПООООПРУЄРОПОДОДООО 


[1] ОДОДОО0О000000000000000000000000 
0000----000 
(21 ОД0000000----000 


(31 дДрр0р000пчародрдООгедаисеро000- --- 
OUL 


[4] ВОДОООД0ОДООООРУФОПООДОООДрОДООО 
ООМОДОДОО0О0О00000/О0000000000611.000 
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О00000000006100000000000000000610000 
О000000С0006І100000000000000600000 
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О0006ІП000006С000000000000000000060 
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О0000000000000000000600000000000000 
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[5] ОД0000000000000О5оскеє 0000000 
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0130 000000008 


ОДОООРУСпопО5 пелДОДО00000000000 
ОО000000000000000000000000000000000 
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ОО0000000000500000000000000000000 


13.1 [HII III! 

ПЦ 

13.1.1 00 
ооооооооооооовоооооооооооооооооо 

оооооооооооооооооооооооооороооооооо 

бОО000000000000000 


13.1.2 ПОП 


РуспопроДбТеїприє ОДО000000000000 
О000000000000 


#!/usr/bin/env python3 
import fileinput 


with 
fileinput.input() as 
f_input: 

for 
line in 


f_input: 
print 


(line, end='') 





00000000000000000000000000000000 
WOU Aven. py ППО0000000000000000000000 
00000000 


$ ls | ./filein.py # Prints a directory listing to 
stdout. 


$ ./filein.py /etc/passwd # Reads /etc/passwd to 
stdout. 


$ ./filein.py < /etc/passwd # Reads /etc/passwd to stdout. 





13.1.3 П 


ПОбетри при ОП ПЕ те про (00 
ОДОО0000000000000000000000000000000 
ОДОО0000000000000000000000000000000 
ООО0000000000000000000000000000000 


>>> import fileinput 


>>> with 
fileinput.input('/etc/passwd') as 


f: 
>>> for 


print 


(f.filename(), f.lineno(), line, end='') 


/etc/passwd 1 ZZ 


/etc/passwd 2 Z User Database 


/etc/passwd 3 Z 


<other output omitted> 





00000000000000000000000000000000 
ООДОД0РУетариєСОДОДООООО00000000 


13.2 ПООООДО0000 
13.2.1 ПП 


ООО00000000000000000000000000000 
000000 


13.2.2 ПО 


О000000000000000005уѕёетЕхі 0000 
ОО000000000000000 


raise SystemExit('It failed!') 


: ООО000000000О5у5 std err To a pl 
0010 


13.2.3 (|| 


ОООД0000000000000000000000000000 
ОО00000000000000000000 


import sys 


sys.stderr.write('It failed!Nn 


raise SystemExit 


(1) 
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13.3 0000008 


13.3.1 ШШ 


ОООО000000000000000000000000000 
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"ШШагарагве ПИ! 
ОО0000000000 





я search.py 


Hypothetical command-line tool for searching а collection of 


files for опе ог more text patterns. 


import argparse 


parser = argparse.ArgumentParser(description='Search some 
files') 
parser.add argument(dest='filenames',metavar='filename', 


nargs='*') 


parser.add argument('-p', '--pat',metavar-'pattern', 
required-True, 
dest-'patterns', action='append', 
help='text pattern to search for') 


parser.add argument('-v', dest='verbose', action-'store true’, 
help='verbose mode') 


parser.add argument('-o', dest-'outfile', action-'store', 
help='output file') 


parser.add argument('--speed', dest-'speed', action-'store', 
choices={'slow','fast'}, 
default='slow', 
help='search speed' ) 
args = parser.parse args() 


# Output the collected arguments 


print 


(args. filenames ) 
print 


(args.patterns) 
print 


(args.verbose) 
print 


(args.outfile) 
print 


(args.speed) 





ОО0000000000000000000000 


bash “5 python3 search.py -h 
usage: search.py [-h] [-p pattern] [-v] [-o OUTFILE] [--speed 
{slow, fast}] 

[filename [filename ...]] 


Search some files 


positional arguments: 
filename 


optional arguments: 
-h, --help show this help message and exit 
-p pattern, --pat pattern 
text pattern to search for 
-V verbose mode 
- OUTFILE output file 
--Speed {slow,fast} search speed 





ОО0000000000000000000000000000 
ргіпеОО0О00000 





bash % python3 search.py foo.txt bar.txt 
usage: search.py [-h] -p pattern [-v] [-o OUTFILE] [--speed 
{fast,slow}] 


[filename [filename ...]] 
search.py: error: the following arguments are required: -p/-- 
pat 


bash “5 python3 search.py -м -р spam --pat=eggs foo.txt bar.txt 
| 


filenames = ['foo.txt', 'bar.txt' 
patterns = ['spam', 'eggs'] 
verbose = True 

outfile = None 

speed = slow 


bash % python3 search.py -м -p spam --pat=eggs foo.txt bar.txt 
-o results 


filenames = ['foo.txt', 'bar.txt'] 
patterns = ['spam', 'eggs'] 
verbose = True 

outfile = results 

speed = slow 


bash % python3 search.py -v -p Spam --pat=eggs foo.txt bar.txt 
-o results \ 
--speed=fast 


filenames = ['foo.txt', 'bar.txt'] 
patterns = ['spam', 'eggs'] 
verbose = True 

outfile = results 

speed = fast 





ООДОО00000000000000000000ргіпс000 
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13.3.3 || 


агарагве ПИ! 
ОООД0000000000000000000000000000000 


О0000000000000000АгоитепїРагѕег] 
О000000ааа агдитепї()000000000000000 


Пррааа_агдитеп О00000а ез 00000000 
000000000000000000000Отевамат00 
асіїіопПОбрр0000000000005согерд00000 
[IEEE Eje peen d Dp ip i i i nil DP LIB 


ОООО0000000000000000000000000000 
ОО00000000000000 


parser.add argument(dest='filenames',metavar='filename', 
nargs='*') 





ОООД000000000000000000000000000 


parser.add argument('-v', dest='verbose', action='store true’, 
help='verbose mode' ) 





ОО00000000000000000000000 


parser.add argument('-o', dest='outfile', action='store', 


help='output file') 





00000000000000000000000000000000 
ППИПППгецигеа ПОДОДПО000000000000-Р0-- 
pat[j Д0000000000000 





parser.add argument('-p', '--pat',metavar-'pattern', 
required=True, 


dest-'patterns', action='append', 


help='text pattern to search for') 


ООО00000000000000000000000000000 
00000 


parser.add argument('--speed', dest='speed', action='store', 


choices={'slow','fast'}, 
default='slow', 





help='search speed' ) 


О0000000000000000рагѕег.рагѕе()000 
00000055 .агдмУПОДОООО000000000000000 
о0000000аеѕ 000000000000 


ОО000000000000000000000000000000 
00005уѕ.агоуП0009еёор 0000006000000 
000000000000000000000Пагорагьер 000 
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13.4 ПШПШ 
13.4.1 ПП 


ООО00000000000000000000000000000 
ООО00000000000000000000000000000000 
ОО000000000000000000 
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ОДОДОДОРУкпопОдеграв55 ПОДООО00000 
ООО00000000000000000000000000000000 
0000000 


import getpass 


user = getpass.getuser() 
passwd = getpass.getpass() 


if 
svc login(user, passwd): Ж You must write svc login() 
print 


('Yay!') 
else 


print 


("Воо!") 





0000000005мє legin ОДОООООО00000000 
ООО000000000000000000000000000 


13.4.3 ПП 

0000000000Пд2браз5.десизег  ДО0000 
ООДО00000000000005 пепборббОрОр000000 
ООООД000000000000000000ру а000000000 
ПП 


ООО00000000000000000000000000000 
input[ ПО 


user = input('Enter your username: ") 


О000000000000000000000009еёраѕ() 
О00000000000000000Руёһопо00000000000 
ООО0000000000000000000000 


13.5 (ПП 
13.5.1 ПЦ 
ШИШИШИ 


13.5.2 (ПІ 
00000$.дее terminal ѕіғе()000000 


>>> import os 


>>> sz = os.get terminal size() 

>>> SZ 

os.terminal size(columns=80, lines=24) 
>>> Sz.columns 


0 
>>> Sz.lines 
24 


>>> 





13.5.3 || 
О00000000000000000000000000000 


ioctl OLTT РУООДОД0000000000000000000000 
ОО0000000000000000 


13.6 ПОООООООООП 
13.6.1 ПП 
ООО00000000000000000РУСвопо000 


13.6.2 [JI] 


000000$ч6ргосе$$.спеск_ оикриЕОПППП 
00000 


import subprocess 


out bytes = subprocess.check output(['netstat','-a']) 





ОООД0000000000000000000000000000 
ООО0000000000000000000000000000000 
ПП 


out text = out bytes.decode('utf-8') 


ОООО0000000000000000000000000000 
ОО000000000000000000000 





try 


out bytes = subprocess.check output(['cmd','argl','arg2']) 
except 


subprocess.CalledProcessError as 


e: 
out bytes = e.output Ж Output generated before 


еггог 


code = e.returncode # Return code 





ППИПППсһеск очерис DU mp 
ОООД000000000000000000000000000 


stderr|] 


out bytes = subprocess.check output(['cmd','argl','arg2'], 
stderr= 2. STDOUT) 





О000000000000000000000000теои 


їгу 


out bytes = subprocess.check output(['cmd','argl','arg2'], 
timeout-5) 
except 


subprocess.TimeoutExpired as 


e: 





ОООД000000000000005 he lE TD EID ULIS] 
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о5.ехесуе())000000005 пелтрбоодо000000000 
О00000000000005=һе!!=Тгиеро000000 
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0000000000000000 


out bytes = subprocess.check output('grep python | wc > out', 
shell=True) 


Дрр005пелооордордодорородроророоооо 
О0000000000000000000051ех.ачооќе()000 
о000000005ће!000000 


13.6.3 (| 


ОООб00000000000000000000 
сһпеск_оиёри&є)00000000000000000000000 
ОООбО000000000000000000000000000000 
[]subprocess.Popent]LHLLILILIL] 





import subprocess 


Ж Some text to send 


text = b''' 


я Launch а command with pipes 


p = subprocess.Popen(['wc'], 
stdout = subprocess.PIPE, 
stdin = subprocess.PIPE) 


Ж Send the data апа get the output 


stdout, stderr = p.communicate(text) 


Ж То interpret as text, decode 


out = stdout.decode('utf-8') 
err = stderr.decode('utf-8') 





ОДОДОО00000000001 РУ00О00000000000 
005ирргосеѕ$ВП000000000000000000000 
О00000000000000000000000055ћ00000000 
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13.7 О00000000О 


13.7.1 |! 
О0000000000000000000000=һео000 
[| 


13.7.2 DODU 


5 ПИЕЙДОООООДОООО00000000000000000 
00000000 


import shutil 


Ж Copy src to dst. (cp src dst) 


shutil.copy(src, dst) 


я Copy files, but preserve metadata (ср -р src dst) 


shutil.copy2(src, dst) 


# Copy directory tree (cp -R src dst) 


shutil.copytree(src, dst) 


Я Move src to dst (mv src dst) 


shutil.move(src, dst) 





ООО00000000000000000000000000000 
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ОООО0000000000000000000000000000 
ООО00000000000000000000000000000000 


О00000000000ғоПом_ѕутііпк$П00000 


shutil.copy2(src, dst, follow symlinks=False) 


ЕЕНЕЕЕЕШЕЕЕЕЕЕЕНЕЕЕЕЕШЕ 


shutil.copytree(src, dst, symlinks=True) 


сорукгее ПОООООД0О000000000000000 
ОООООО00000000000019 погерр0000000000 
ООООООДО0000000000000000000000 


def 


ignore pyc files(dirname, filenames): 
return 


[name in 
filenames if 


name.endswith('.pyc')] 


shutil.copytree(src, dst, ignore=ignore pyc files) 





ОО00000000000000000000000 
ignore раїсегпѕ() 0000000000000 


shutil.copytree(src, dst, 


ignore=shutil.ignore patterns('*~',' 
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>>> filename = ааа ВОМ ру" 
>>> import os.path 


>>> os. path. basename(filename) 

'spam.py' 

>>> os.path.dirname(filename) 

'/Users/guido/programs ' 

>>> os.path. split(filename) 

('/Users/guido/programs', 'spam.py' 

>>> os.path.join(' /new/dir', os.path.basename(filename)) 
'/new/dir/spam.py' 

>>> os.path.expanduser(' ~/guido/programs/spam. py') 
'/Users/guido/programs/spam.py ' 


| 


Псоруїгее()О000000000000000000000 
О0000000000000000000000000000000000 
О0000000000000000000000000000000000 
пала 


shutil.copytree(src, dst) 
ехсері 


shutil.Error as 


e: 
for 


src, dst, msg in 
е.агд5 (01: 


Ж src is source name 


Ж dst is destination name 


Ж msg is error message from exception 


print 


(dst, src, msg) 





ОО000000Ц0 
Ignore dangling sumlinks-True[][][] 
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ООООО00000000000000005 А м510000000 
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http://docs.python.org/3/library/shutil.html 
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13.8 ПОООООООП 
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зу ПШИШП+ап1\ ог 21Р 


13.8.2 0000 


shutilQQ000000——make_archive()[] 
ипраск_агсћіме()О0000000000000000 





>>> import shutil 


>>> shutil.unpack archive('Python-3.3.0.tgz') 
>>> shutil.make archive('py33','zip','Python-3.3.0') 
'/Users/beazley/Downloads/py33.zip' 


>>> 


|) 


таке _агсћіме()О000000000000000000 
О0000000000000009её archive. formats OT] 
0000000 


>>> shutil.get archive formats() 
[('bztar', "bzip2'ed tar-file"), ('gztar', "gzip'ed tar- 
file"), 


('tar', 'uncompressed tar file'), ('zip', 'ZIP file')] 
>>> 
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13.9 ПОПОВ 
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#!/usr/bin/env python3.3 


import os 


def 


findfile(start, name): 


relpath, dirs, files in 


os.walk(start): 
if 


name in 
files: 
full path = os.path.join(start, relpath, name) 
print 
(os.path.normpath(os.path.abspath(full path))) 
if 


п === E 


_ name | main  ': 
findfile(sys.argv[1], sys.argv[2]) 





DODIDHIDULIfindfite. руДдОО0000000000000 
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bash “5 ./findfile.py . myfile.txt 


13.9.3 (|| 
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#!/usr/bin/env python3.3 


import os 


import time 


def 

modified within(top, seconds): 
now = time.time() 
for 


path, dirs, files in 


os.walk(top): 
for 


name in 

files: 
fullpath = os.path.join(path, name) 
if 


os.path.exists(fullpath): 
mtime = os.path.getmtime(fullpath) 


if 
mtime > (now - seconds): 
print 
(fullpath) 
if 
| name == ' main "|: 
import sys 


if 


len(sys.argv) != 3: 
print 


('Usage: {} dir seconds'.format(sys.argv[0])) 
raise SystemExit 


(1) 


modified within(sys.argv[1], float(sys.argv[2])) 
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; config.ini 
; Sample configuration file 


[installation] 


library=%(prefix)s/lib 
include=%(prefix)s/include 
bin=%(prefix)s/bin 
prefix=/usr/local 


# Setting related to debug configuration 
[debug] 

log errors=true 

show_warnings=False 


[server] 

port: 8080 

nworkers: 32 
pid-file=/tmp/spam.pid 
root=/www/ root 
Signature: 
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>>> from configparser import 


ConfigParser 

>>> cfg = ConfigParser() 
>>> cfg.read('config.ini') 
['config.ini'] 

>>> cfg.sections() 


['installation', 'debug', 'server'] 

>>> cfg.get('installation','library') 
'/usr/local/lib' 

>>> cfg.getboolean('debug','log_errors') 
True 

>>> cfg.getint('server','port') 

8080 

>>> cfg.getint('server','nworkers') 

32 

>>> print 


(cfg.get('server','signature')) 
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>>> cfg.set('server','port','9000') 
>>> cfg.set('debug','log_errors','False') 
>>> import sys 


>>> cfg.write(sys.stdout) 
[installation] 

library = %(prefix)s/lib 
include = %(prefix)s/include 
bin = %(prefix)s/bin 

prefix = /usr/local 


[debug] 
log_errors = False 


show warnings = False 


[server] 

port = 9000 

nworkers = 32 

pid-file = /tmp/spam.pid 
root = /www/root 
Signature = 





13.10.3 || 


ООООООДД00000000000000000000000 
ООООО00000000000000 
[l'installation"[]debug"[]"server"[]UE]LILILILILI 


О0000000000 
ООДОДОООРуЄпопоДОДОООДОДООД000000 


ОДООрОр00000000000000700"700000000000 
0000000 


prefix=/usr/local 
prefix: /usr/local 


ООО000000000000000000000000 


>>> cfg.get('installation','PREFIX') 
"/и5г/Тосаї! 
>>> cfg.get('installation','prefix') 


'/usr/local' 
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Тод еггог5 = true 
log_errors = TRUE 
log_errors = Yes 
log_errors = 1 
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[installation] 
library=%(prefix)s/lib 
include=%(prefix)s/include 


bin=%(prefix)s/bin 
prefix=/usr/local 
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; ~/.config.ini 
[installation 
prefix=/Users/beazley/test 


[debug] 
log_errors=False 





ООО00000000000000000000000000 





>>> й Previously read configuration 


>>> cfg.get('installation', 'prefix') 
'/usr/local' 


>>> й Merge in user-specific configuration 


>>> import os 


>>> cfg.read(os.path.expanduser('-/.config.ini')) 
['/Users/beazley/.config.ini'] 

>>> cfg.get('installation', 'prefix') 
'/Users/beazley/test' 

>>> cfg.get('installation', 'library') 
'/Users/beazley/test/lib' 

>>> cfg.getboolean('debug', '109 еггогѕ') 

False 


>>> 
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>>> cfg.get('installation','library') 
'/Users/beazley/test/lib' 
>>> cfg.set('installation','prefix','/tmp/dir') 


>>> cfg.get('installation','library') 
'/tmp/dir/lib' 
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import Logging 


def 


main(): 
# Configure the logging system 


Logging. basicConfig ( 
filename='app.log', 
level-zlogging.ERROR 

) 


# Variables (to make the calls that follow work) 


hostname = 'www.python.org' 
item = 'spam' 

filename = 'data.csv' 

mode = 'r' 


£ Example logging calls (insert into your program) 


logging.critical('Host 55 unknown', hostname) 
logging.error("Couldn't find 9r", item) 
logging.warning('Feature is deprecated') 
logging.info('Opening file %г, mode-*r', filename, mode) 
logging.debug('Got here') 


if 


|. name == ' main ": 
main() 





ПьПюддіпдаП сгисаЮПДеггогоЦ 
ууагпіп90Ої про Паериа О0О0000000000000 
ППППППрасвісСопһаОП еме 000000000000 
ПОООО0000000000 


ОООО0000000000000000000000000000 
О0000000%О0000000000000000000 
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CRITICAL: root:Host www.python.org unknown 


ERROR: root:Could not find "рат" 
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logging.basicConfig( 
filename='app.log', 
Level=logging.WARNING, 





format='%(levelname)s:%(asctime)s:%(message)s' ) 


ОО0000000000000 


CRITICAL: 2012-11-20 12:27:13,595:Host www.python.org unknown 
ERROR: 2012-11-20 12:27:13,595:Could not find 'spam' 


WARNING: 2012-11-20 12:27:13,595:Feature is deprecated 
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import logging 

import logging.config 
def 

main(): 


£ Configure the logging system 


logging.config.fileConfig('logconfig.ini') 
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[ Loggers] 
keys=root 


[handlers] 
keys=defaultHandLler 


[formatters] 
keys=defaultFormatter 


[Logger root] 


level-INFO 
handlers=defaultHandler 
qualname=root 


[handler defaultHandler] 
class-FileHandler 
formatter=defaultFormatter 
args-('app.log', "а") 


[formatter defaultFormatter] 
format=%(lLevelname)s:%(name)s:%(message)s 
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logging.basicConfig(level=logging.INF0) 


[][]|pasicConfig ПООДО000000000000000 
ОООО0000000000000000000000000ро00ї 
|оддег 00000000000000 


logging.getLogger().level = logging.DEBUG 
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я somelib.py 


import logging 


log = logging.getLogger( name ) 
log.addHandler(logging.NullHandler()) 


Ж Example function (for testing) 


def 


func(): 
log.critical('A Critical Error!') 
log.debug('A debug message') 
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import somelib 


somelib.func() 
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import logging 


>>> logging. basicConfig() 
>>> somelib. func() 


CRITICAL: somelib:A Critical Error! 
>>> 
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>>> import logging 


>>> logging. basicConfig(level=logging.ERROR) 
>>> import somelib 


>>> somelib. func() 
CRITICAL: somelib:A Critical Error! 


>>> й Change the logging level for 'somelib' only 


>>> logging.getLogger('somelib').level-logging.DEBUG 


>>> somelib.func() 
CRITICAL:somelib:A Critical Error! 
DEBUG:somelib:A debug message 

>>> 
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import time 


class Timer 


def 
| init (self, func=time.perf counter): 
self.elapsed - 0.0 
self. func = func 
self. start - None 
def 


start(self): 
if 


self. start is not 


None: 
raise RuntimeError 


('Already started') 
self. start = self. func() 


def 


stop(self): 
if 


self. start is 


None: 
raise RuntimeError 


('Not started') 
end - self. func() 


self.elapsed += end - self._start 
self. start = None 


def 


reset(self): 
self.elapsed = 0.0 


@property 
def 


running(self): 
return 


self. start is not 

None 

def 

= enter (self): 
self.start() 
return 

self 

def 


| exit (self, *args): 
self.stop() 
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def 


countdown(n): 


# Use 1: Explicit start/stop 


t = Timer() 
t.start() 
countdown (1000000) 
t.stop() 

print 

(t.elapsed) 


# Use 2: As a context manager 


with 
tz 
countdown (1000000 ) 
ргіпі 
(t.elapsed) 
with 
Timer() as 
t2: 
countdown (1000000 ) 


ргіпі 


(t2.elapsed) 
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t = Timer(time.process time) 
with 


t: 
countdown (1000000 ) 


ргіпі 


(t.elapsed) 
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import signal 


import resource 


import os 


def 


time exceeded(signo, frame): 
prin 


("Time's up!") 
raise SystemExit 


set max runtime(seconds): 
£ Install the signal handler and set a resource limit 


soft, hard = resource.getrlimit(resource.RLIMIT CPU) 
resource.setrlimit(resource.RLIMIT CPU, (seconds, hard)) 
signal.signal(signal.SIGXCPU, time exceeded) 


if 
_ name == " main ": 
set max runtime(15) 
while 
True: 
pass 
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import resource 


def 


limit memory(maxsize): 
soft, hard = resource.getrlimit(resource.RLIMIT AS) 
resource.setrlimit(resource.RLIMIT AS, (maxsize, hard)) 
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>>> import webbrowser 


>>> webbrowser.open('http://www.python.org') 


True 
>>> 
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>>> й Open the page іп а new browser window 


>>> webbrowser.open new('http://www.python.org') 
True 
>>> 


>>> # Open the page in a new browser tab 


>>> webbrowser.open new tab('http://www.python.org') 
True 
>>> 
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>>> c = webbrowser.get('firefox' ) 
>>> c.open('http://www.python.org') 


>>> с.ореп new tab('http://docs.python.org') 
True 
>>> 
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я mymodule.py 


деї urlprint(protocol, host, domain): 


url = '{}://{}.{}'.format(protocol, host, domain) 
print(url) 
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from io import StringIO 

from unittest import TestCase 
from unittest.mock import patch 
import mymodule 


class TestURLPrint(TestCase): 
def test url gets to stdout(self): 
protocol - 'http' 





host = 'www' 

domain = “example. co 

expected url = '{}: o {}\n'.format(protocol, host, 
domain) 


with patch('sys.stdout', new-StringIO()) as fake out: 
mymodule.urlprint(protocol, host, domain) 
self.assertEqual(fake out.getvalue(), 
expected url) 
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from unittest.mock import patch 
import example 


@patch('example.func') 

def testl(x, mock func): 
example.func(x) # Uses patched example.func 
mock func.assert called with(x) 
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with patch('example.func') as mock func: 
exampLe. func(x) я Uses patched example. func 
mock func.assert called with(x) 
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р = patch('example.func') 
mock func = p.start() 
example.func(x) 


mock func.assert called with(x) 
p.stop() 
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('example.funcl') 
('example.func2') 
@patch('example. func3' ) 
def testl(mockl, mock2, mock3): 


def test2(): 
with patch('example.patchl') as mockl, N 
patch('example.patch2') as mock2, N 
patch('example.patch3') as mock3: 
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раєсһћ()00000000000000000000000000 
0000000000000000000000000000000000 
000000000МадієМмоєкОД000000 
зма ыш aaa, 


print(x) 


<MagicMock name='x' id='4314230032'> 


42 
>>> 





ООО0000000000000000000000000 
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>>> with patch(' main .x', ‘patched value'): 
print(x) 


patched value 
>>> X 

42 

>>> 
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>>> from unittest.mock import MagicMock 
>>> m = MagicMock(return value = 10) 
>>> т(1, 2, debug=True) 


>>> m.assert called with(1, 2, debug=True) 
>>> m.assert called with(1, 2) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File ".../unittest/mock.py", line 726, in assert called with 
raise AssertionError(msg) 
AssertionError: Expected call: mock(1, 2) 
Actual call: mock(1, 2, debug=True) 


>>> 

>>> m.upper.return value = 'HELLO' 
>>> m.upper('hello') 

'HELLO' 


>>> assert m.upper.called 


>>> m.split.return value = ['hello', 'world'] 
>>> m.split('hello world') 

['hello', 'world'] 

>>> m.split.assert called with('hello world') 
>>> 


>>> m['blah'] 
<MagicMock name='mock. getitem ()' id='4314412048'> 
>>> m. getitem .called 


True 
>>> m. getitem  .а55егі called with('blah') 
>>> 
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я example.py 
from urllib.request import urlopen 
import csv 


def dowprices(): 
u = urlopen('http://finance.yahoo.com/d/quotes.csv? 


s=@*DJI&f=sl1' ) 
lines = (line.decode('utf-8') for line in u) 
rows = (row for row in csv.reader(lines) if len(row) == 2) 
prices = { name:float(price) for name, price in rows } 
return prices 
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import unittest 

from unittest.mock import patch 
import io 

import example 


sample data = io.BytesI0(b'''\ 
"IBM",91.1Nr 

"AA",13.25Nr 

"MSFT",27.72Nr 

Nr 
vg 


class Tests(unittest.TestCase): 
@patch('example.urlopen', return value=sample data) 
def test dowprices(self, mock urlopen): 
p = example.dowprices() 
self.assertTrue(mock urlopen.called) 
self.assertEqual(p, 


'AA': 13.25, 
'"MSFT' : 27.72]) 


if name == ' main ": 
unittest.main() 
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import unittest 


# A simple function to illustrate 


def 


parse int(s): 
return 


int(s) 
class TestConversion 
(unittest.TestCase): 
def 
test bad int(self): 
self.assertRaises(ValueError 


, parse int, 'N/A') 


| 
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000 
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class Те5%10 


(unittest.TestCase): 
def 


test file not found(self): 
try 





f = open('/file/not/found') 
except IOError as 


self.assertEqual(e.errno, errno.ENOENT) 
else 


self.fail('IOError not raised') 
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class TestConversion 


(unittest.TestCase): 
def 


test bad int(self): 


try 


r = parse int('N/A') 
except ValueError as 


self.assertEqual(type(e), ValueError 
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class TestConversion 


(unittest.TestCase): 
def 


test bad int(self): 
try 


г = parse int('N/A') 
except ValueError as 


self.assertEqual(type(e), ValueError 


else 


self.fail('ValueError пої raised') 
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class TestConversion 


(unittest.TestCase): 
def 


test bad int(self): 
self.assertRaisesRegex(ValueError 


, ‘invalid literal .*' 
parse int, 'N/A') 
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class TestConversion 


(unittest.TestCase): 


дает 


test рай int(self): 


self.assertRaisesRegex(ValueError 


, ‘invalid literal .*'): 
r = parse int('N/A') 
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import unittest 


class MyTest 


(unittest.TestCase): 


if 


| name == " main ": 
unittest.main() 
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import sys 


def 
main(out=sys.stderr, verbosity=2): 

loader = unittest.TestLoader() 

suite = loader.loadTestsFromModule(sys.modules[ name 1) 
unittest.TextTestRunner(out,verbosity=verbosity).run(suite) 
if 


|. name == ' main ": 
with 


open('testing.out', 'w') as 


f: 
main(f) 
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import unittest 


import os 


import platform 


class Tests 
(unittest.TestCase): 
def 
test O(self): 
self.assertTrue(True) 


@unittest.skip('skipped test') 
def 


test l(self): 


self.fail('should have failed!') 


Qunittest.skipIf(os.name--'posix', "Мої supported оп 
Unix') 
def 


test 2(self): 
import winreg 


Qunittest.skipUnless(platform.system() == 'Darwin', "Мас 
specific test') 
def 


test 3(self): 
self.assertTrue(True) 


@unittest.expectedFailure 
def 


test 4(self): 
self.assertEqual(2+2, 5) 


if 


name == ' тап ` 
unittest.main() 





О0000МасО0000000000000000 

















bash % python3 сш ру -м 

test 0 ( main .Tests) ok 

test 1 ( main .Tests) ... . skipped ‘Skipped test' 

test 2 ( main .Tests) ... skipped "Мої supported оп Unix' 
test 3 ( main .Tests) . Ok 

test 4 ( main .Tests) . expected failure 





Ran 5 tests in 0.002s 


ОК (skipped=2, expected failures=1) 


14.5.3 (|| 


000$Кір()0000000000000000005КІріғ)С 
ѕкірОтіеѕѕ()0000000000000Руһоһ000000 
ОООД0000000000000000000000000000000 
аи Failure II 


ООО00000000000000000000000000 


@unittest.skipUnless(platform.system() == 'Darwin', "Мас 
specific tests' 
class DarwinTests 


(unittest.TestCase): 





14.6 (1111 
14.6.1 ПД 


ОООО0000000000000000000000000000 
ООО0000000000000000000000000000 


14.6.2 (UU 


ООО00000000000000000000000000000 
О000000000 


try 


client obj.get url(url) 
except 


(URLError, ValueError 


, SocketTimeout): 
client obj.remove url(url) 





ОО0000000000000000000000000000 
remove url OL bab d 
О000000000000Оехсері 000 





client obj.get url(url) 
except 


(URLError, ValueError 
): 

client obj.remove url(url) 
except 


SocketTimeout: 


client obj.handle url timeout(url) 


ОООО0000000000000000000000000000 
ООО000000000000000000000 


try 


f = open(filename) 


except 


(FileNotFoundError, PermissionError): 





000000Оехсері пп 


try 


f = open(filename) 


except OSError 





ОООДОД000005ЕпгогіїДОО 
FileNotFoundError[]PermissionError[][][ JI] JLI] 


Ш 


14.6.3 (| 


000000000000000000000а5000000000 
О0000000000 


try 


f = open(filename) 
except OSError as 


e: 
if 


e.errno == errno.EN0ENT: 
logger.error('File not found') 
elif 


e.errno == errno.EACCES: 
logger.error('Permission denied') 
else 


logger.error('Unexpected error: %d', e.errno) 





О000000000еоо00005Еггог000000000 
ОООД0000000000000000000000000000 


000000Оехсері ))00000000000000000 
ООО00000000000000000000000000000000 
ППехсер ДД0000000000000 


>>> f = open('missing') 
Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
FileNotFoundError: [Errno 2] No such file or directory: 
'missing' 
>>> try 


f = open('missing') 
.. except OSError 
print 


('It failed') 
.. except 


FileNotFoundError: 
is prin 


('File not found') 


It failed 
>>> 





[except FileNotFoundError 000000 
[|OSError[] ULU LL емо оипаЕ го ] 
О00000ООооовооооооооо 


ООО00000000000000000000000000000 
00000000000мп0мо 0000000000000 


>>> FileNotFoundError. mro - 
(«class 'FileNotFoundError'», «class 'OSError'», «class 


'Exception'» 
«class 'BaseException'», «class 'object'») 
>>> 





О0000000000000ВаѕеЕхсеріїопП0000 
ШШехсер ПШ 


14.7 1000000 
14.7.1 ПП 
0000000000000000 


14.7.2 0000 


ООДО000000000Є2хсерііопПОДООДО000000 
00000 





try 


except Exception as 
e: 


log('Reason:', e) # Important! 


2. 


[JSystemExit[]|KeyboardInterrupti| 
GeneratorExit[[ [III IILI IILI IILI I BC 
Д000000000ЕЄхсеріїопріОВа5еЕхсеріїопП 
00 


14.7.3 (| 
ООО00000000000000000000000000000 


ОООО0000000000000000000000000000000 
О0000000000 


ООО00000000000000000000000000000 
ОО000000000000000000000000000000000 
ООО0000000000000000000000000000000 
О0000000000 





def 


parse int(s): 
try 


n = int(v) 
except Exception 


print 


("Couldn't parse") 


ООО000000000000000000 


>>> parse int('n/a') 


Couldn't parse 
>>> 





ООО00000000000000000000000000000 
0008 


def 


parse int(s): 


n = int(v 
except Exception as 


е: 
ргіпі 


("Couldn't parse") 
prin 


('Reason:', e) 





ОО000000000000000000000000000000 
0000000 


>>> parse int('42') 
Couldn't parse 


Reason: global name "у" is not defined 
>>> 





ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО000000000000000000000 


14.8 000000 
14.8.1 ПП 


ООО00000000000000000000000000000 
ООО0000000000000000000000000000000 


14.8.2 0000 


000000000000-- - О0000000000 
ЕхсерїопрООООО000000000000000000000 
ООО00000000000000000000000000000000 
00000000 


class NetworkError 


(Exception 


): 


pass 


class HostnameError 


(NetworkError): 
pass 


class TimeoutError 


(NetworkError): 
pass 


class ProtocolError 


(NetworkError): 
pass 





ООО00000000000000000000 





msg = s.recv() 
except 


TimeoutError as 


е: 
ехсері 
ProtocolError as 


ei 





14.8.3 (| 


ОООО00000000000000ЕЄхсеріїоп DD DD UL 
ППППППППППППППППППППППЕхсерчопППППП 
П00000000ВаѕеЕхсеріїоп 00000000000 
ПО0000ВаѕеЕхсерїоп 00000000000 
Кеуроагаіпёеггир Ц5уѕіетЕхіЦЦЦ0000000 
ОООбО000000000000000000000000000000 
П000000ВаѕеЕхсерёїоп 0000000000000 
ОО00000000000 


ОООД0000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000000 


try 


s.send(msg) 


ехсері 
ProtocolError: 


ООО000000000000000000 


try 


s.send(msg) 
except 


NetworkError: 





ОООДОДО0000000006хсеріїопОіпій ОП 
ООДОО00000000000000Є2хсербїоп. ит О000 
OUL 


class CustomError 
(Exception 


): 
def 


. init (self, message, status): 
Super(). init (message, status) 
self.message = message 
self.status = status 





ООО0000000000Е2Ехсеріїоп ПДОООО0000000 
00000000000000000000.аг9 ПОППРУ*ПопПП 
ОО00000000000000000000000. a rg S 0000000 
ООО00000000000000000000000000000000 
00000000. ага ОДОДО0000000000000000000 
Кип теЕггог ПО га!хе1 000000000 





>>> try 


raise RuntimeError 


('It failed') 
.. except RuntimeError as 


e: 
print 


(e.args) 


('It failed',) 
>>> try 
raise RuntimeError 


('It failed', 42, 'spam') 
.. except RuntimeError as 


e: 
print 


(e.args) 


('It failed', 42, 'spam') 
>>> 


ООООО0000000000000000РУФПОПОП 
[][Ihttp://docs. python.org/3/ 


tutorial/errors.html](http://docs. 
python.org/3/ tutorial/errors.html)[][] 


14.9 (0000000000000 
14.9.1 [| 


ОО00000000000000000000000000 
сгасераск ПОПОДОДОО00000000 


14.9.2 ППП 


. 000000000000гаїзе Тгога 0000000 
газе ИИ 





>>> def 


example(): 
-— t 


int('N/A') 
ЭЕ except ValueError as 


raise RuntimeError 


("А parsing error occurred') from е... 


ехатр\е ( ) 
Traceback (most recent call last): 
File "<stdin>", line 3, in example 
ValueError: invalid literal for int() with base 10: 'N/A' 


The above exception was the direct cause of the following 
exception: 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "<stdin>", line 5, in example 

RuntimeError: A parsing error occurred 

>>> 





[ltraceback[|[ III IILI LIL ILI I I! 
III Пехсер ЦИП 
cause ППОДО000000000000 





example() 
except RuntimeError as 


e: 
print 


("It didn't work:", e) 


e. cause | 
print 
('Cause:', e. cause ) 





ОДехсері пп || || ||| | TET TETTE TEILT] 
0000000 





int('N/A') 
except ValueError as 
e: 
print 
("Couldn't parse:", err) 
>>> 


>>> example2() 
Traceback (most recent call last): 
File "<stdin>", line 3, in example2 
ValueError: invalid literal for int() with base 10: 'N/A' 


During handling of the above exception, another exception 
occurred: 


Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "<stdin>", line 5, in example2 


МатеЕггог: global name "егг" is пої defined 
>>> 


ООО00000000000000000000000000000 
О000000000№атеЕггог000000000000000 
О00000000000000000000000000 саиѕе 000 


Об000000000Осопеехі ПООДО00000000 
ValueError[][] 


ПО00000000000000000000гаіѕе from 
Мопе ПП 





int('N/A') 
ba except ValueError 


raise RuntimeError 


('A parsing error occurred') from None... 


>>> example3() 

Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "<stdin>", line 5, in example3 


RuntimeError: A parsing error occurred 
>>> 


14.9.3 (| 
О00000000000ехсер000гаіѕеПо0000 


О00000000000000000гаіѕер000000ғаіѕе 
from p p app e OCHO 


try 


except 


SomeException as 


e: 
raise 


DifferentException() from e 





ООООООДбО000000000000000000000000 
Different ЕхсериопППППЦоотеЕхсериопг 


О0000000000гасераск00000000 


ООО00000000000000000000000000000 
ООО000000000000000000000000000000 


try 


except 


SomeException: 


DifferentException() 





ПППгаізе fromD bibi a IILI! 
0000 


ОО000000000000000000000000000 


сгасераск ППОДОДОДОО0ОО000000000000000 
ОООД000000000000000000000000000 


14.10 (011111 
14.10.1 [I] 
Орбехсерепооооооооооооооооооо 


141021 
[0000000га!°е0000000000 


) 
except ValueError 


print 


("Didn't work") 
ЧЕР raise 


>>> example() 
Didn't work 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "<stdin>", line 3, in example 
ValueError: invalid literal for int() with base 10: 'N/A' 
>>> 





14.10.3 |! 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 


00000000 


try 


except Exception as 


Ж Process exception information іп some way 


Ж Propagate the exception 


raise 





14.11 1111 
14.11.1 [TH 


ООО00000000000000000000000000000 
О0000000000 


14.11.2 [00 


00000000000000Оммагпіпазлматт 00000 
ЕЕЕ 


import warnings 


def 


func(x, у, logfile=None, debug-False): 
f 


i 
logfile is not 
None: 
warnings.warn('logfile argument deprecated’, 


DeprecationWarning 


) 





магп()О0000000000000000000000000 
UserWarning[]DeprecationWarning[] 
SyntaxWarning[]RuntimeWarning[] 
ResourceWarning[j[]EutureWarning[LLLIL 


ОООО0000000000000000000000000000 
ПП-У/ аПДОДООРуєпопООДОООО0000000 





bash “5 python3 -W all example.py 
example.py:5: DeprecationWarning: logfile argument is 
deprecated 

warnings.warn('logfile argument is deprecated', 


DeprecationWarning) 


ОООО00000000000000000000000000000 
ОДО0000-МУ errori] 


% python3 -W error example.py 
Traceback (most recent call last): 
File "example.py", line 10, in «module» 
func(2, 3, logfile='log.txt') 
File "example.py", line 5, in func 


warnings.warn('logfile argument is deprecated', 
DeprecationWarning) 
DeprecationWarning: logfile argument is deprecated 
bash % 





14.11.3 П 


ЕЕНЕЕЕЕЕЕЕНЕЕШЕЕЕЕЕЕЕЕЕЕНЕЕНЕЕШЕ 
ООО00000000000000000000000000000000 
ОО000000000000000000000000000000000 
ООО00000000000000000000000000000000 
00000000 


О00Ом аппіпдДО0ОО0000000000000000 
ОО0000000000000000000000000000 





>>> import warnings 


>>> warnings.simplefilter('always') 
>>> f = open('/etc/passwd') 


>>> del 


f 
. main :1: Resourcewarning: unclosed file <_io.TextIOWrapper 
name-'/etc/passwd' 
mode-'r' encoding-'UTF-8'» 
>>> 





ОДОДООрО00000000000000-МУ00000000 
О00000-УУ апорородб000000-МУ ідпогерр00 
DUDUDUD-W error bulb ub ub dd dd d d 
warnings.simplefilter() pb 
ОДО000007 аїммауз"ООООО000000000 
[ignore ПОДОДО000007/ error IILI II III! 


000000000000000000000000000000 
угагпіп95ПОО00О0000000000000000000000 


ОПООДОО0ОПРУЄПОПОП 
[]http://docs.python.org/3/library/warnings. 


html [][] 


14.12 ППОППОПОППОПОПЕ 


14.12.1 П 
ООО000000000000000000000000 


14.12.2 ПП 


О000000000000000000рућопз -i 
5отергодгат.руП ПП! ДОО00000000000000 
ООДОД000000004000000000005пейодр0000 
ООО0000000000000000000000000 


я sample.py 


def 


func(n): 
return 


n + 10 


func('Hello') 





ППрукпоп3 «ОО0О00000000000 





bash % python3 -i sample.py 
Traceback (most recent call last): 
File "sample.py", line 6, in «module» 
func('Hello') 
File "sample.py", line 4, in func 
return 


n + 10 

TypeError: Can't convert 'int' object to str implicitly 
>>> func(10) 

20 


>>> 


— | 


ОООД000000000000000000000000000 
РуСпоПДОООООООООСО 


>>> import рар 


>>> pdb.pm() 

> sample.py(4)func() 
-> return n + 10 

(Pdb) w 
sample.py(6)<module>() 
-> func('Hello') 

> sample.py(4) func() 





О0000000000000000005һеро0000000 
О00000000000000000&гасераско0000000 





import traceback 


import sys 


try 


func(arg) 


(РА AN ERROR OCCURRED ****' ) 
traceback.print exc(file=sys.stderr) 





ПОДОООДООД0000000000000000000000 
ОДОДОООО00000000000000000ргіпєо0000 
ПОДОО0Д000000000000000000000000000 
ПОобО Сгасераск. print вҒаск ПДО0000000000 
ООД000000000000000 





sample(n-1) 
bos else 


traceback.print stack(file=sys.stderr) 


>>> sample(5) 
ile "«stdin»", line 1, in «module» 
File "<stdin>", line 3, in sample 
File "<stdin>", line 3, in sample 
File "<stdin>", line 3, in sample 
File "<stdin>", line 3, in sample 


File "<stdin>", line 3, іп sample 
File "<stdin>", line 5, in sample 


>>> 





О000000000000000000000 
pdb.set кгасеОППППППППП 


ітрогі раб 


def 


func(arg): 


pdb.set trace() 





00000000000000000000000000000000 
ООООО00000000000000000000рпп:00000000 
000000м000000000 


14.12.3 П 
О000000000000000000000000000 


касебаскПпППППППППППППегасераск пп 
ПОДОООД00Д0000000000000000000000000 


ООООргіпєОО0ОО000000000000000000000 
0000 


ООО00000000000000000000000000000 
ОО000000000000000000 


ОООД0000000000000000000000000000 
pdb.set ќгасе()О0000000000000000000000 
ПО00000005еї ёгасе()О0000000000000000 
ОО000000000000000 

ПОООРЕПОРУу пой ПОПОНИОИРЕПОПИОПВОВ 


О0000000000000раеро00000000раеро000 
OOD ETDBIDUIDUDUDU 


14.13 ППО00000000000 
14.13.1 [I] 

ОбОб0000000000000000000000000000 
0000 


14.13.2 0000 


.. ОООООО0О0000000000000009МІХОП 
опперО0000000000 


% time python3 someprogram.py 
0m13.937s 


0m12.162s 


Ото 0985 


о 





П0О0О0000О0ооооооооовоовоововоовоооо 
ППППСРгоп еп 





bash “5 python3 -т cProfile someprogram.py 
859647 function calls іп 16.016 CPU seconds 


Ordered by: standard name 


ncalls tottime percall cumtime percall 
filename:lineno(function) 
263169 0.080 0.000 0.080 0.000 
someprogram. py: 16 (Тгапде) 
513 0.001 0.000 0.002 0.000 
someprogram.py:30(generate mandel) 
262656 0.194 0.000 15.295 0.000 
someprogram. py: 32 (<депехрг>) 
1 0.036 0.036 16.077 16.077 
someprogram.py:4(«module») 
262144 15.021 0.000 15.021 0.000 
someprogram.py:4(in mandelbrot) 
10.000 0.000 0.000 
10.000 0.000 0.000 
png.py:1056( readable) 
10.000 0.000 0.000 0.000 = png.py:1073(Reader) 
1 0.227 0.227 0.438 0.438 png.py:163(«module») 
512 0.010 0.000 0.010 0.000 png.py:200(group) 


0.000 os.py:746(urandom) 
0.000 


bash 5 


ООО00000000000000000000000000000 
ОООД0000000000000000000000000000000 


ООО0Д00000000000000000 


Z timethis.py 


import time 


from functools import 
wraps 


def 


timethis(func): 
@wraps(func) 
def 


wrapper(*args, **kwargs): 
start = time.perf counter() 
r = func(*args, **kwargs) 
end = time.perf counter() 
print 


("90.0 : {}'.format(func. module , func. name ` 


start)) 
return 


, end - 





ООО00000000000000000000000000000 
О000000000000 


>>> @timethis 
. def 


countdown(n): 


while 


>>> countdown( 10000000 ) 
__main__.countdown : 0.803001880645752 


>>> 





ООО00000000000000000000000000000 
[| 





from contextlib import 


contextmanager 


@contextmanager 
def 


timeblock(labelL): 
start = time.perf counter() 
try 


yield 


finally 


end = time.perf counter() 
print 


('{} : {}'.format(label, end - start)) 





ОО000000000000000000000 


>>> with 


timeblock('counting'): 


n - 10000000 
жу while 


counting : 1.5551159381866455 
>>> 





IILI LIL IILILI1timeiti 00000000 
OUL 





>>> from timeit import 


timeit 
>>> timeit('math.sqrt(2)', ‘import math') 


0.1432319980012835 
>>> timeit('sqrt(2)', ‘from math import sqrt’) 
0. 10836604500218527 


>>> 





теш ОО000000000000000000000000 
ОООД0000000000000000000000000000000 
ООДО00000000000п у побегорр0000000 


>>> timeit('math.sqrt(2)', ‘import math', number-10000000) 


', "from math import sqrt', 


1.0270336690009572 


>>> 





14.13.3 || 


О0000000000000000000000000000000 
[I itime.perf соипїег()000000000000000 
О00000000000000000ма!-сіоск віптед0000 
О00000000000000000000 


ИВОВЕНЕВИЫВОЕВЕНЕВОВОВЕНОВОВОЩОЕ 
time.process те()ПОООООООО 


from functools import 
wraps 


def 


timethis(func): 
@wraps (func) 
def 


wrapper(*args, **kwargs): 
start = time.process time() 
r = func(*args, **kwargs) 
end = time.process time() 
print 


("90.0 : {}'.format(func. module , func. name , епа - 
start) ) 
return 
return 


wrapper 





— GUO 
time(time lt ДОДОДО00000000000000000000 
О0000000000000 


001 3.1З3000000000000000000000000 


14.14 [IJI 
14.14.1 [TH 


ООО00000000000000000000000000000 
ОДОООСПОДИТОДО0 


14.14.2 [ПЦ 


О0000000000000“000"О00000000000“00 
ОДОДОО0000"0000000000000000000000000 
014.130000000000000000000 


ОО000000000000000000000“0 
0" ОћоёѕроҝО000000000000000000000*0 
ОР ОООО0000000000000000000000 


0000 


О000000000РуёћопрО00000000000000 
ОООД0000000000000000000000000000 





Ж somescript.py 


import sys 


import csv 


with 


open(sys.argv[1]) as 


f: 
for 


row in 


csv.reader(f): 
£ Some kind of processing 





ОООО0000000000000000000000000000 
ОООО000000000000000000000000000000 
ООО00000000000000000000000000000000 
О0000000000000 





Ж somescript.py 


import sys 

import csv 

def 
main(filename) : 
open(filename) as 


f: 
for 


гом іп 


CSV. R 
# Some kind of processing 


main(sys.argv[1]) 





ООО0000000000000000000000000000 
15720307 ПОДОДО0О 


О0000000000 


ОО00000000.0000000000000000000000 
П000000009еќёаёёгіриѓе ()[]getattr 00000 
ОО000000000000000 


ПОООООот module import патепППП 
О00000000000000бомпа тетоаррроооооо 
ООООО0000000000000000 





import math 


def 


nums): 


( 
[] 


compute _ о 
result з 


n in 
nums: 
result.append(math.sqrt(n)) 
return 
result 
Ж Test 


nums = range(1000000) 
for 


n in 


гапде(100): 
г = compute roots(nums) 





ПОО0О000000000000000004000000 
compute гооіѕ() 0000000000 





from math import 


sqrt 

def 

compute roots(nums): 

result = [] 

result append = result.append 
for 

n in 


nums: 
result append(sqrt(n)) 


return 
result 


00000000000029000000000000000000 
ОО00000000000000000000паєо заг 000000 
П0000ѕагє()О000геѕи.аррепа() 0500000000 
О0000геѕиіє аррепарбб500000000000000 


ОООД0000000000000000000000000000 
ООО000000000000000000000000000 


00000000 
ОООД0000000000000000000000000000 


ООО0000000000000000000000000000000 
О00000000000Осогрите гооїѕ()000 





import math 


def 


compute roots(nums): 
sqrt = math.sqrt 
result = [] 
result append = result.append 
for 


n in 


nums: 
result append(sqrt(n)) 
return 


result 





ПППИПИППваг ПП та рророр000000 
О0000000000000000000000000250000000 
002900000000000000000000008а000000 
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ООО00000000000000000000000000000 
зе. паттеррОДОООДОДОД00000000000000000 
ОО000000000000000000000000 





# Slower 


class SomeClass 


def 
method(self): 
х in 


5: 
op(self.value) 


Ж Faster 


class SomeClass 


def 
method(self): 


value = self.value 
for 


op (value) 





0000000 


О000000000000000000а9есогаѓог 00 
Пргорегќур0000009еѕсгірёого0000000000 


ОООД000000000000000000 





def 
| init (self, x, у): 
self.x = x 
self.y = y 
@property 
def 
y(self): 
return 
sel 


f. у 
@y.setter 


дает 


y(self, value): 
self. у = value 


О000000000000 


>>> from timeit import 


imeit( ‘from main _ import а") 


it('a.y', 
0.35766440676525235 


>>> 





ШШШШШИЦИргорегтуЦ "УП ИХ 
000000004 50000000000000000000000000 
ПООДООУОДОргорегеу роробо0000000 
property В ИИ" 
00Одебсег/5енеегоДДОДО0000000000000000 
Python] 


0000000 


О0000000000000000000000000006000 
ОООД0000000000000000000000000000000 


ОООД0000000000000000000000000000000 
ОО00000000000000000000000 


ОО0000000000000000 


ООО0000000000000000000000000000 
ОО000000000000000000 


values = [x for 


x in 


sequence] 
squares = [x*x for 


x in 


values] 





ООО0000000000000000000000000000 
ООО00000000000000000000000000000000 
ШО 000 


squares = [х*х for 


x in 


sequence] 
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О00000000000000000000сору.деерсору()0 
О00000000000000000000000000000Руёћоп 
ООО000000000000000000000000000 


14.14.3 П 


ОООД0000000000000000000000000000 
ОДОО00000 (підп b np a p E ip ETE 
O(n**2)00000 000 


ООО00000000000000000000000000000 
ОООО000000000000000000000000000000 
ОО000000000000000000000 


ОО00000000000плісго-оріїтігано п ПОП 
О000000000000000000000 


а = { 
"пате" : 'AAPL', 
'shares' : 100, 
"ргісе" : 534.22 
) 


р = dict(name='AAPL', shares=100, ргісе-534.22) 





ОООД0000000000000000000000000000 
О00000000000000000000000000000а1с()0 


ООДОЗОДОрО0000000000000000000000000 
о0000аісє)О0000000000000000000000000 
ОООД0000000000000000000000000000000 
ОО0000000000000 


00000000000000000000000000000000 
ПОДО00000000000000000/45і- 0-3 пе 
соппріїаіопПДДООД000000РУРУПО 
[]http://pypy.org ПООПРУЄОПОДОДООООООІО 
ПОО0000000000000000000000000Руһоп0 
ПОСОО0000000000000000000С0000000000 
ОО0000000РУРУОО00000Руһоп 300000000 
О00000000000000Митраб0 
[]http://humba.pydata.org ППМитВаП 000 
ПОО00000С0000000Руєћоп00000000000000 
ПППППЫУМПһ Ер мг". ога ПППППППППППП 
ПОО00000000000000000РуРу000Митрар 
Python 3Q000000000000000 


о0000000000000јоһп Ousterhout Tcl/Tk 
OOOUUUOUOUUOOOOOUOUUOUOOOUOOUOUOL 
[The best performance improvement is 
the transition from the nonworking to the 
working state. [0000000000000000 0000000 
ОООО00000000000000000000000000000 


0150 CULL 


LDODOLIDPy then c Da DO Pythenr tr] 
О0000С0000000000С00000Руһопр000000 
О00000000000000000000000000Руһоп 20 
[Python ЗОДОДООООО000000000 


ОПРућопр00000С0000АРІП0000000000 
О00000С0000000000000000000000000000 
О0000000000000С00000000000000000060 
a 


О000000000000000000006000 





/* sample.c */ 


_method 
#include <math.h> 


/* Compute the greatest common divisor */ 


while 
(x > 0) í 
g = x; 
X = y % X; 
y = g; 
) 
return 
g; 
) 


/* Test if (х0,у0) is in the Mandelbrot set or пої 


int 


in mandel(double 


x0, double 
y0, int 
n) í 
double 
x=0,y=0,xtemp; 
while 
(n > 0) 4 
xtemp = ххх - уху + x0; 
y = 2*x*y + y0; 
x = xtemp; 
n -= 1; 
if 


(ххх + уху > 4) return 
0; 
) 


return 


1; 


*/ 


) 


/* Divide two numbers */ 


int 


divide(int 


*remainder) ( 
int 

quot = a / b; 
*remainder = a % b; 
return 


quot; 
) 


/* Average values іп ап array */ 


double 


avg(double 


int 


15 
double 


total - 0.0; 
for 


(i = 0; i < n; itt) 1 
total += alil; 
) 


return 


total / п; 
) 
/ЖА С data structure */ 


typedef struct 


Point 4 
double 


х,у; 
} Point; 


/* Function involving a C data structure */ 


double 


distance(Point *р1, Point *p2) { 
return 


hypot(pl->x - p2->x, pl->y - р2-»у); 
} 
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15.1 (ПсКкурез СПО 
15.1.1 DO 
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000000 
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я затріе.ру 


import ctypes 


import os 


Ж Try to locate the .so file in the same directory as this 
file 


_file = 'libsample.so' 
_path = os.path.join(*(os.path.split( file )[:-1] + 
(_file,))) 


_mod = ctypes.cdll.LoadLibrary( path) 


Ж int gcd(int, int) 


gcd = mod.gcd 
gcd.argtypes = (ctypes.c int, ctypes.c int) 
gcd.restype = ctypes.c int 


# int in mandel(double, double, int) 


in mandel = mod.in mandel 

in mandel.argtypes = (ctypes.c double, ctypes.c double, 
ctypes.c int) 

in mandel.restype = ctypes.c int 


Я int divide(int, int, int *) 

_divide = mod.divide 

_divide.argtypes = (ctypes.c int, ctypes.c int, 
ctypes.POINTER(ctypes.c int)) 

_divide.restype = ctypes.c int 


def 


divide(x, y): 
rem = ctypes.c int() 


quot = divide(x, у, rem) 
return 


quot,rem.value 


Ж void avg(double *, int п) 


Ж Define a special type for the ‘double *' argument 


class DoubleArrayType 


def 
from param(self, param): 
typename = type(param). name ` 
if 


hasattr(self, 'from ' + typename): 
return 


getattr(self, 'from ' + typename) (param) 


elif 
isinstance(param, ctypes.Array): 
return 
param 
else 


raise TypeError 
("Can't convert 55" % typename) 


я Cast from array.array objects 


def 


from array(self, param): 
if 


param.typecode !- "а": 
raise ТуреЕггог 


('must be an array ої doubles') 
ptr, _ = param.buffer info() 
return 


ctypes.cast(ptr, ctypes.POINTER(ctypes.c double) ) 


я Cast from lists/tuples 


def 
from list(self, param): 
val = ((ctypes.c double)*len(param)) (*param) 
return 
val 


from tuple - from list 


Ж Cast from a numpy array 


def 


from ndarray(self, param): 
return 


param.ctypes.data as(ctypes.POINTER(ctypes.c double)) 
DoubleArray = DoubleArrayType() 

avg = mod.avg 

 avg.argtypes - (DoubleArray, ctypes.c int) 
 avg.restype - ctypes.c double 

def 


avg(values): 
return 


 avg(values, len(values)) 


Ж struct Point í } 


class Point 
(ctypes.Structure): 
_fields_ = [('x', ctypes.c double), 
('y', ctypes.c double)] 


Ж double distance(Point *, Point *) 


distance = mod.distance 

distance.argtypes = (ctypes.POINTER(Point), 
ctypes.POINTER(Point)) 

distance.restype = ctypes.c double 
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import sample 


sample.gcd(35, 42) 

sample.in mandel(0,0,500) 
sample.in mandel(2.0,1.0,500) 
sample.divide(42,8) 


2) 
sample.avg([1,2,3]) 


pl = sample.Point(1,2) 

p2 = sample.Point(4,5) 

sample.distance(p1l,p2) 
4.242640687119285 


>>> 
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>>> from ctypes.util import 


find library 

>>> find library('m') 
'/usr/lib/libm.dylib' 

>>> find library('pthread') 
'/usr/lib/libpthread.dylib' 
>>> find library('sample') 
'/usr/local/lib/libsample.so' 
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ctypes.cdll.LoadLibrary()QUQ000000000 
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mod = ctypes.cdll.LoadLibrary( path) 
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# int іп mandel(double, double, int) 


in mandel = mod.in mandel 


in mandel.argtypes = (ctypes.c double, ctypes.c double, 
ctypes.c int) 
іп mandel.restype = ctypes.c int 
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>>> divide = mod.divide 

>>> divide.argtypes = (ctypes.c int, ctypes.c int, 
ctypes.POINTER(ctypes.c int)) 

>>> x = 0 

>>> divide(10, 3, x) 

Traceback (most recent call last): 


File "<stdin>", line 1, in <module> 
ctypes.ArgumentError: argument 3: <class 'TypeError'>: 
expected LP c int 
instance instead of int 
>>> 
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>>> x = ctypes.c int() 
>>> divide(10, 3, x) 
3 


>>> x.value 
1 
>>> 
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Я int divide(int, int, int 7) 


_divide = mod.divide 
_divide.argtypes = (ctypes.c int, ctypes.c int, 


ctypes.POINTER(ctypes.c int)) 
 divide.restype = ctypes.c int 
def 
divide(x, y): 
rem = ctypes.c int() 
quot = divide(x,y,rem) 
return 


quot, rem.value 





avg ()ПППППОПОПОППОПОСПОПООООООООО 
ООДОО0ОД00000РУФпопОДООООДОДООО0000000 
000000000000000000апгаурдООатаурд0 0 
пипоруПбОДООО000000000000000000 
Python" 00” ОО000000000000000000000000 
ПП 


ЦОоиб!еАггауТуреЦППППППППППШШШШШШШП 
ППППЦПЦПЇтот_рагат()ППЦПШИПШШПППППШШЦИП 
III III LI IILI EE EIC Cy pe SETTE 1 
ctypes.c доиреППППППот рагат()00000 
ОООбО0Д0000000000000000000000000000 
ОО000000000000000000000000001500000 
[from  ПоЕОППП 


ОД000009гога, П5СОО00000000сбурез 0 
ОООД000000000000000000000сх2у ре501)000 
0000 


>>> nums = |1, 2, 3] 

>>> a = (ctypes.c double * Теп(пит5) ) (Жпит5 ) 

>>> а 

< main .с double Array 3 object at 0x10069cd40> 








[][]array[][]]from. array ООО0000000000 
ППППППППсеурев ПО00000000 


»»» ітрогі аггау 


>>> a = array.array('d',[1,2,3]) 
>>> a 

array('d', [1.0, 2.0, 3.0]) 

>>> ріго з a.buffer info() 

>>> ptr 


4298687200 


>>> ctypes.cast(ptr, ctypes.POINTER(ctypes.c double) ) 
< main .LP с double object at 0x10069cd40> 
>>> 
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>>> ітрогі затріе 


>>> sample.avg([1,2,3]) 
2.0 


>>> sample.avg((1,2,3)) 
2.0 


>>> ітрогі аггау 


>>> sample.avg(array.array('d',[1,2,3])) 
2.0 


>>> import питру 


>>> sample.avg(numpy.array([1.0,2.0,3.0])) 
2.0 


>>> 
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class Point 


(ctypes.Structure): 


_fields_ = [('x', ctypes.c double), 
('у', ctypes.c double)] 
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>>> рі з sample.Point( 


) 


1,2 
>>> p2 = sample.Point(4,5) 


>>> sample.distance(pl,p2) 
4.242640687119285 


>>> 
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/* sample.h */ 


#include <math.h> 
extern int 
gcd(int 


, int 


); 
extern int 


in_mandel (double 


x0, double 
уд, int 


п); 
extern int 


divide(int 


*remainder); 
extern double 


avg(double 


typedef struct 


Point { 
double 


extern double 


distance(Point *pl, Point *p2); 
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#include "Python.h" 
#include "sample.h" 





/* int gcd(int, int) */ 


static 


PyObject *py gcd(PyObject *self, PyObject *args) (1 
int 


X, y, result; 
if 


(!PyArg ParseTuple(args,"ii", &x, &y)) 4 
return 


NULL; 
) 
result = аса(х,у); 
return 


Ру BuildValue("i", result); 
} 


/* int in mandel(double, double, int) */ 


static 


PyObject *py in mandel(PyObject *self, PyObject *args) 1 
double 


x0, уб; 
int 


(!PyArg ParseTuple(args, "ddi", &x0, &yO, &n)) 4 
return 


NULL; 


) 
result = іп mandel(x0,y0,n); 
return 


Ру BuildValue("i", result); 
} 


/* int divide(int, int, int *) */ 


static 


PyObject *py divide(PyObject *self, PyObject *args) (1 
int 


a, b, quotient, remainder; 
if 


(!PyArg ParseTuple(args, "ii", ба, &b)) í 
return 


NULL ; 
) 
quotient = divide(a,b, &remainder); 
return 


Ру BuildValue("(ii)", quotient, remainder); 


) 


/* Module method table */ 


static 


PyMethodDef SampleMethods[] = { 
{"gcd", ру gcd, METH VARARGS, "Greatest common divisor"), 
{"in_mandel", py in mandel, METH VARARGS, "Mandelbrot 

test"), 

{"divide", py divide, METH VARARGS, "Integer division"), 

{ NULL, NULL, 0, NULL} 

); 


/* Module structure */ 


static struct 
PyModuleDef samplemodule = 4 


PyModuleDef HEAD INIT, 
"sample", /* name of module */ 


"A sample module", /* Doc string (may be NULL) */ 


-1, /* Size of per-interpreter state ог -1 
*/ 


SampleMethods /* Method table */ 


I 

/* Module initialization function */ 
PyMODINIT FUNC 

PyInit sample(void 


) Í 


return 


PyModule Create(&samplemodule); 
) 
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я setup.py 


from distutils.core import 


setup, Extension 


setup(name='sample', 
ext modules=[ 
Extension('sample', 
['pysample.c'], 
include dirs - ['/some/dir'], 
define macros = [('F00','1')], 
undef macros - ['BAR'], 
library dirs - ['/usr/local/lib'], 
libraries = ['sample'] 


) 
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bash % python3 setup.py build ext --inplace 
panning build ext 
building 'sample' extension 
gcc -fno-strict-aliasing -DNDEBUG -g -fwrapv -03 -Wall - 
Wstrict-prototypes 
-I/usr/local/include/python3.3m -c pysample.c 
-о build/temp.macosx-10.6-x86 64-3.3/pysample.o 


gcc -bundle -undefined dynamic lookup 
build/temp.macosx-10.6-x86 64-3.3/pysample.o \ 


-L/usr/local/lib -lsample -o sample.so 
bash 5 
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>>> import sample 


>>> sample.gcd(35, 42) 

7 

>>> sample.in mandel(0, 0, 500) 
1 


>>> sample.in mandel(2.0, 1.0, 500) 
0 


>>> sample.divide(42, 8) 
(5, 2) 


>>> 
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static 


PyObject *py func(PyObject *self, PyObject *args) í 


} 
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return 


Ру BuildValue("i", 34); // Return ап integer 
return 


Py BuildValue("d", 3.4); // Return a double 
return 


', "Hello"); // Null-terminated UTF-8 


Py BuildValue("(ii)", 3, 4); // Tuple (3, 4) 
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/* Call double avg(double *, int) */ 


static 


PyObject *py avg(PyObject *self, PyObject *args) { 
PyObject *bufobj; 
Py buffer view; 
double 


result; 
/* Get the passed Python object */ 


if 


(!PyArg ParseTuple(args, "0", &bufobj)) 4 
return 


NULL; 
) 


/* Attempt to extract buffer information from it */ 


if 
(PyObject GetBuffer(bufobj, &view, 
PyBUF ANY CONTIGUOUS | PyBUF FORMAT) == -1) { 
return 
NULL; 
} 
if 
(view.ndim != 1) { 


PyErr SetString(PyExc TypeError, "Expected a 1-dimensional 
array"); 

PyBuffer Release(&view); 

return 


NULL ; 
) 


/* Check the type of items іп the array */ 


if 


(strcmp(view.format,"d") != 0) í 

PyErr SetString(PyExc TypeError, "Expected an array of 
doubles"); 

PyBuffer Release(&view); 

return 


NULL ; 
) 


/* Pass the raw buffer and size to the C function */ 


result = avg(view.buf, view.shape[0]); 

/* Indicate we're done working with the buffer */ 
PyBuffer Release (&view) ; 

return 


Py BuildValue("d", result); 
Т 
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>>> import array 





>>> avg(array.array('d',[1,2,3])) 


>>> ітрогі питру 


>>> avg(numpy.array([1.0,2.0,3.0])) 


>>> ау0(11,2,31) 
Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
TypeError: 'list' does not support the buffer interface 
>>> avg(b'Hello') 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
TypeError: Expected an array of doubles 
>>> а = numpy.array([[1.,2.,3.],[4.,5.,6.]]) 
>>> avg(al:,2]) 

Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 
ValueError: ndarray is not contiguous 
>>> sample.avg(a) 

Traceback (most recent call last): 


File "<stdin>", line 1, іп <module> 
ТуреЕггог: Expected а 1-dimensional array 
>>> sample.avg(a[0]) 

2.0 


>>> 
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typedef struct 


bufferinfo í 


void 
*buf; /* Pointer to buffer memory */ 

PyObject *obj; /* Python object that is the 
owner */ 

Py ssize t len; /* Total size in bytes */ 

Py ssize t itemsize; /* Size in bytes of a single 
item */ 

int 
readonly; /* Read-only access flag */ 

int 
ndim; /* Number of dimensions */ 

char 
*format; /* struct code of a single item */ 

Py ssize t *shape; /* Array containing dimensions 
JA 

Py ssize t *strides; /* Array containing strides 
TA 

Py ssize t *suboffsets; /* Array containing suboffsets 
x 


) Py_buffer; 


| 
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15.4.1 00 


О0000000000000060000000000000000 
О00000000Рућопр 


15.4.2 [ШШШ 


О0000000000000000000сарѕиеђо000 
О00000000000 


typedef struct 


Point í 
double 


X,y; 
) Point; 


extern double 


distance(Point *pl, Point *p2); 
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/* Destructor function for points */ 


static void 
del Point(PyObject *obj) í 


free(PyCapsule GetPointer(obj,"Point")); 
) 


/* Utility functions */ 


static 


Point *PyPoint AsPoint(PyObject *obj) í 
return 


(Point *) PyCapsule GetPointer(obj, "Point"); 
} 


static 
PyObject *PyPoint FromPoint(Point *p, int 


must free) { 
return 


PyCapsule New(p, "Point", must free 2 del Point : NULL); 


/* Create a new Point object */ 


static 
PyObject *py Point(PyObject *self, PyObject *args) í 


Point *p; 
double 


х,у; 
if 


(!PyArg ParseTuple(args,"dd",&x,&y)) 1 
return 


NULL; 


PyPoint FromPoint(p, 1); 
} 


static 


PyObject *py distance(PyObject *self, PyObject *args) { 
Point жр1, *p2; 
PyObject “ру pl, “ру ра; 
double 


result; 
if 


(!PyArg ParseTuple(args,"00",&py рі, еру p2)) í 
return 


NULL; 
) 
if 
(!(pl = PyPoint AsPoint(py р1))) í 
return 


NULL; 
) 


(1 (р2 = PyPoint AsPoint(py p2))) í 
return 


NULL; 


} 
result = distance(pl1,p2); 
return 


Py BuildValue("d", result); 


А 
LOB EID Py then DU i t 


>>> import sample 


>>> pl = sample.Point(2,3) 
>>> p2 з sample.Point(4,5) 


>>> 
<capsule object "Point" at 0х1004еа330> 


>>> p 

«capsule object "Point" at 0x1005d1db0> 
>>> sample.distance(pl,p2) 
2.8284271247461903 


>>> 
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/* Destructor function for points */ 


static void 
del Point(PyObject *obj) í 
free(PyCapsule GetPointer(obj,"Point")); 


/* Utility functions */ 


static 


Point *PyPoint AsPoint(PyObject *obj) í 
return 


(Point *) PyCapsule GetPointer(obj, "Point"); 
) 


static 
PyObject *PyPoint FromPoint(Point *p, int 


must free) í 
return 


PyCapsule Мем(р, "Point", must free ? del Point : NULL); 
) 
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/* pysample.h */ 


" í 
#endif 


/* Public API Table */ 


typedef struct 
1 
Point *(*aspoint) (PyObject *); 
PyObject *(*frompoint) (Point *, int 
); 
} PointAPIMethods; 


#ifndef PYSAMPLE MODULE 
/* Method table in external module */ 


static 
_PointAPIMethods * point api = 0; 


/* Import the API table from sample */ 


static int 
import sample(void 
) ( 
point api = ( PointAPIMethods *) 
PyCapsule Import("sample. point api",0); 
return 


( point api != NULL) 7 1: 0; 
) 
/* Macros to implement the programming interface */ 


#define PyPoint AsPoint(obj) ( point api->aspoint) (obj) 
#define PyPoint FromPoint(obj) ( point арі-»їготроіпі) (obj) 
#endif 

#ifdef cplusplus 


} 
#endif 
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/* pysample.c */ 


#include "Python.h" 
#define PYSAMPLE MODULE 
#include "pysample.h" 


/* Destructor function for points */ 


static void 


del Point(PyObject *obj) í 
printf("Deleting point\n 


") 
) 


/* Utility functions */ 


free(PyCapsule GetPointer(obj,"Point")); 


static 


Point *PyPoint AsPoint(PyObject *obj) í 
return 


(Point *) PyCapsule GetPointer(obj, "Point"); 
) 


static 
PyObject *PyPoint FromPoint(Point *p, int 


free) { 
return 


PyCapsule New(p, "Point", free ? del Point : NULL); 


static PointAPIMethods point api = 4 
PyPoint AsPoint, 
PyPoint_FromPoint 


}; 


/* Module initialization function */ 
PyMODINIT FUNC 
PyInit sample(void) í 

PyObject *m; 

PyObject *py point api; 


m = PyModule Create(&samplemodule) ; 
if (m == NULL) 
return NULL; 


/* Add the Point C API functions */ 
py point api = PyCapsule New((void *) & point api, 
"sample. point api", NULL); 
if (ру point api) { 
PyModule AddObject(m, " point api", py point api); 
} 
return т; 


} 
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/* ptexample.c */ 


/* Include the header associated with the other module */ 


#include "pysample.h" 


/* An extension function that uses the exported API */ 


static 


PyObject *print point(PyObject *self, PyObject *args) í 
PyObject *obj; 
Point *p; 
if 


(!PyArg ParseTuple(args,"0", &obj)) í 
return 


NULL; 
) 


/* Note: This is defined in а different module */ 


p = PyPoint AsPoint(obj); 
if 


(1р) 4 


return 


NULL; 


) 
printf("9?sf %#\п 


E р->х, р->у); 
return 


Ру BuildValue(""); 
) 


static 


PyMethodDef PtExampleMethods[] = í 
("print point", print point, METH VARARGS, "output а 
point"), 
{ NULL, NULL, 0, NULL} 
); 


static struct 
PyModuleDef ptexamplemodule = 4 


PyModuleDef HEAD INIT, 
"ptexample", /* name of module */ 


"A module that imports an API", /* Doc string (may be 
NULL) */ 


-1, /* Size ої per-interpreter 
state or -1 */ 


PtExampleMethods /* Method table */ 


1; 

/* Module initialization function */ 
PyMODINIT FUNC 

PyInit ptexample(void 


) ( 
PyObject *m; 


m = PyModule Create(&ptexamplemodule) ; 
(m == NULL) 
return 
NULL; 


/* Import sample, loading its API functions */ 


if 


(!import sample()) í 
return 


NULL ; 
) 


return 


m; 
) 
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я setup.py 


from distutils.core import 


setup, Extension 


setup(name='ptexample', 
ext_modules=[ 
Extension('ptexample', 
['ptexample.c'], 
include dirs = [], # May need pysample.h 
directory 
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>>> import sample 


>>> pl = sample.Point(2,3) 

>>> pl 

<capsule object "Point *" at 0x1004ea330> 
>>> import ptexample 


>>> ptexample.print роіпї(р1) 
2.000000 3.000000 


>>> 


|) 
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15.6 ПСПППРуїһоп 


15.6.1 |! 
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#include <Python.h> 


/* Execute func(x,y) in the Python interpreter. The 


arguments and return result of the function must 


be Python floats */ 


double 
call func(PyObject *func, double 
x, double 
y) 4 
PyObject *args; 
PyObject *kwargs; 
PyObject *result = 0; 
double 


retval; 


/* Make sure we own the GIL */ 


PyGILState STATE state - PyGILState Ensure(); 


/* Verify that func is a proper callable */ 


if 
(!PyCallable Check(func)) { 


fprintf(stderr,"call func: expected а callable\n 


"d d 
goto 


fail; 
/* Build arguments */ 
args = Py BuildValue("(dd)", x, у); 
kwargs = NULL; 
/* Call the function */ 
result = PyObject Call(func, args, kwargs); 
Ру DECREF(args) ; 
Ру XDECREF(kwargs) ; 


/* Check for Python exceptions (if any) */ 


if 
(PyErr Occurred()) { 
РуЕгг Print(); 
goto 


fail; 
} 


/* Verify the result is a float object */ 


if 


(!PyFloat Check(result)) í 
fprintf(stderr,"call func: callable didn't return a 


float\n 


dd 
goto 


fail; 
) 


/* Create the return value */ 


retval = PyFloat AsDouble(result); 
Ру DECREF(result) ; 


/* Restore previous GIL state and return */ 
PyGILState Release(state) ; 
return 
retval; 
fail: 
Py XDECREF(result) ; 


PyGILState Release(state) ; 
abort(); // Change to something more appropriate 
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#include <Python.h> 


/* Definition of call Типс() same as above */ 


/* Load a symbol from a module */ 


PyObject *import name(const char 


*modname, const char 
*symbol) { 
PyObject жи name, *module; 
и пате = PyUnicode FromString(modname) ; 
module = PyImport Import(u name); 
Py DECREF(u_name) ; 
return 


PyObject GetAttrString(module, symbol); 
) 
/* Simple embedding example */ 


int 
main() { 
PyObject *pow func; 
double 
X; 
Ру Initialize(); 
/* Get a reference to the math.pow function */ 


pow func = import name("math","pow"); 


/* Call it using our call func() code */ 


for 


(x = 0.0; x < 10.0; x += 0.1) í 
printf("950.2f %0.2f\n 


", X, call func(pow func,x,2.0)); 
) 
/* Done */ 


Py DECREF(pow func); 
Py Finalize(); 


return 


0; 
) 


О0000000000000000С0000Руєпоп0000 
О000000Макентерроророор0о0О0000000000 
0008 


сс -g embed.c -I/usr/local/include/python3.3m N 


-L/usr/local/lib/python3.3/config-3.3m -lpython3.3m 





ООДООО0О0000000000000РУСПОПОООООО 
оро0р0000000Осаїї func 000000 





/* Extension function for testing the C-Python callback */ 
PyObject *py call func(PyObject *self, PyObject *args) í 
PyObject *func; 
double x, y, result; 


if (!PyArg ParseTuple(args,"Odd", &func,&x,&y)) í 
return NULL; 


result = call func(func, x, y); 
return Py BuildValue("d", result); 





ОО00000000000000000000 


>>> import sample 
>>> def add(x,y): 
return x+y 


>>> sample.call func(add,3,4) 
7.0 


>>> 
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double call func(PyObject *func, double x, double у) í 


/* Verify that func is a proper callable */ 
if (!PyCallable Check(func)) (1 


fprintf(stderr,"call func: expected а callableNn"); 
goto fail; 





О0000000000000000С00000000000000 
О00000000РуһопрО000000000060000000 
ОДО00000000000009о0:0000000000000000 
О0000000арог)О000000000000000000000 
О0000000000000000000000000000000600 
ОО0000000000000000С00000000000000000 
0000000 


00000000000000000-- — 0900 
PyObject_Call )О0000000000000000000000 
ООО0000000000000000000000 
Py_BuildValue()[ ПП 


double call func(PyObject *func, double x, double y) í 
PyObject *args; 
PyObject *kwargs; 


/* Build arguments */ 
args = Py BuildValue("(dd)", x, у); 
kwargs = NULL; 


/* Call the function */ 

result = PyObject Call(func, args, kwargs); 
Py DECREF(args) ; 

Ру XDECREF(kwargs) ; 
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/* Check for Python exceptions (if any) */ 
if (РуЕгг Occurred() ) 

РуЕгг Print(); 

goto fail; 


fail: 
PyGILState Release(state) ; 
abort(); 
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double call func(PyObject *func, double x, double у) í 
double retval; 


/* Make sure we own the GIL */ 
PyGILState STATE state - PyGILState Ensure(); 


/* Code that uses Python C API functions */ 


/* Restore previous GIL state and return */ 
PyGILState Release(state); 
return retval; 


fail: 
PyGILState Release(state); 
abort(); 
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#include "Python.h" 


PyObject *pyfunc(PyObject *self, PyObject *args) í 


Ру ВЕСІМ ALLOW THREADS 
// Threaded С code. Must пої use Python АРІ functions 


Ру ЕМО ALLOW THREADS 


return result; 
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#include <Python.h> 


if 


(!PyEval ThreadsInitialized()) í 
PyEval_InitThreads(); 
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/* Make sure we own the GIL */ 


PyGILState STATE state - PyGILState Ensure(); 


/* Use functions in the interpreter */ 


/* Restore previous GIL state and return */ 


PyGILState Release(state) ; 


OOOPyGILState_Ensure (00000000000 
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15.9 ПӘмідПІПСПП 
15.9.1 || 
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/* sample.h */ 


#include <math.h> 
extern int 


gcd(int 


, int 


extern int 
in_mandel (double 
x0, double 


yO, int 


п); . 
extern int 
divide(int 
a, int 

b, int 


*remainder); 
extern double 


avg(double 


*a, int 


п); 
typedef struct 


Point 4 
double 


extern double 


distance(Point *pl, Point *p2); 
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4/4 sample.i - Swig interface 


module sample 


о 
76 
о 

76 


#include "sample.h" 


56) 
/* Customizations */ 


%extend Point 1 
/* Constructor for Point objects */ 


Point (double 
x, double 


у) 4 
Point хр = (Point *) malloc(sizeof 


р->х = x; 
p->y = y; 
return 

D; 

}; 


/* Мар int *remainder as ап output argument */ 
%include typemaps.i 

Sapply int 

*OUTPUT { int 

* remainder }; 


/* Map the argument pattern (double *a, int n) to arrays */ 


%Туретар(1п) (double 
*a, int 


п) (Ру buffer view) í 
view.obj = NULL; 


if 
(PyObject GetBuffer($input, &view, PyBUF ANY CONTIGUOUS | 
PyBUF FORMAT) == -1){ 
SWIG fail; 
} 
if 


(strcmp(view.format,"d") != 0) í 
PyErr SetString(PyExc TypeError, "Expected an array of 
doubles") ; 
SWIG fail; 
} 
$1 = (double 


*) view.buf; 


$2 = view.len / sizeof 


(double 


) 


%typemap(freearg) (double 


(view$argnum.obj) í 
PyBuffer Release(&view$argnum); 
) 
) 


/* C declarations to be included in the extension module */ 


extern int 
gcd(int 
, int 


)3 


extern int 


in mandel(double 


x0, double 
уд, int 
n); 


extern int 
divide(int 


a, int 


р, іпі 


*remainder); 
extern double 


avg(double 
*a, int 
n); 
typedef struct 
Point { 

double 
х,у; 
) Point; 
extern double 


distance(Point *pl, Point *p2); 
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bash “5 swig -python -py3 sample.i 
bash % 


бУЛӘГПППІПЦвбатр/е wrap.c П 
sample.py ППО00000000005$атр/е wrap.c [| 
ППСПППППОПОППОПОПОПООО se m peter iiit 
О0О000000000000000000000005егир.ру ПОП 


я setup.py 


from distutils.core import 


setup, Extension 


setup(name='sample', 
py modules=['sample.py'], 
ext_modules=[ 

Extension(' sample', 
['sample wrap.c' 
include dirs - 
define macros 
undef macros - 
library dirs - 
libraries - ['s 


) 
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bash % python3 setup.py build ext --inplace 
running build ext 
building ' sample' extension 
gcc -fno-strict-aliasing -DNDEBUG -g -fwrapv -03 -Wall - 
Wstrict-prototypes 
-I/usr/local/include/python3.3m -c sample wrap.c 
-о build/temp.macosx-10.6-x86 64-3.3/sample мгар.о 
sample wrap.c: In function 





‘SWIG InitializeModule’ : 

sample wrap.c:3589: warning: statement with no effect 
gcc -bundle -undefined dynamic lookup build/temp.macosx-10.6- 
x86 64-3.3/sample.o 

build/temp.macosx-10.6-x86 64-3.3/sample wrap.o -o ѕатр1е. ѕо 
-lsample 


bash 9 


О000000000000000000006000000000 
[| 


>>> import sample 


>>> sample.gcd(42,8) 
2 


>>> sample.divide(42,8) 
[5, 2] 

>>> pl = sample.Point(2,3) 
>>> p2 = sample.Point(4,5) 
>>> sample.distance(pl,p2) 
2.8284271247461903 

>>> pl.x 


== pl.y 
3.0 


>>> import array 


>>> a = array.array('d',[1,2,3]) 
>>> sample.avg(a) 
2.0 


>>> 
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Swig ПОООО0О000000000000000000 
Python 1.40000000000000000Руһоп 3000 
О005міа ПОДОДОООРУЄВОПОООООООООООДО00 


ОСООДОДООО0000С0О000000000000000000000 
О000000000Руєпопо0000000000000000000 
LIS wig i i 
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%module sample 
о. 


#include "sample.h" 
%) 
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Swig[ ОООО0О0000000000000С00000000 
ООО00000000000000000000000000000000 
0000 





%module sample 


vihc lude "sample.h" 
%) 

extern int 

gcd(int 

‚ int 


)3 


extern int 

іп mandel(double 
x0, double 

yO, int 


n); 
extern int 


divide(int 


*remainder); 
extern double 


avg(double 


typedef struct 


Point { 
double 


extern double 


distance(Point *pl, Point *p2); 





ОО00000000000000005м4000000 
РуСпопПДОООООООДОДООО000000000000000000 


ОООД0000000000000000000000000 


005міа ПоДОООООО000СЄ000000000000 
ООО00000000000000000000000000000000 
0000000 


000000000090ехсепадррорр000000000 
О0000000000000000000000РотіОО00000 
ООО000000000000000000000000 


>>> pl = sample.Point(2,3) 
>>> 


[IILI Poi II III II III III! 


>>> й Usage if зехтепа Point is omitted 


>>> pl = sample.Point() 
2.0 


>>> pl.x = 
>>> pl.y = 3 
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О0000аіміае()О000000000 


>>> 5атріе.діміде (42,8) 
[5, 2] 


>>> 
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(double Ха, int пуДОДОД000Оєуреттароро00 
С00000005мі190000ОРУСпОПООООООООСО 
ПООООБОБООВООРУ от оч его оро000000 
LL E)doubler abii ba riNum РУПООО 
а ггау ПО000000000000000015.300 


Пуретар10100000%10%2П0000000000 
ПО0000000006уретароо000000с00000000 
$10000аоче ал а те пППФіпритПП 
E О0000000000%агоитеп 00000 


ОО0Д000єуретардр00000005м1а0000000 
О00000000000000000000Руһоп С АРШП 
Ѕмі9О000000000000000000005%м190000000 
О000000000 


‚ ООДОДО00СОДООДОО000О0000ОРУФОПОО 
5wig[ ПОООООДО00000000000000005м190000 
ОДОО000С000000000000000000000000000 


ОООДООДОбО00000000000000000000020 Swig 
ПООДОПЕЄр:// ммуммм. 5миід.огд ППППППРУСПОопППП 
[]http://www.swig.org/Doc2.0/Python.html 
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15.10 [|Cython|J|j][ ]C[][] 
15.10.1 ПП 


ОДДООСуєпопОДОООРУЄВОПООООООООООО 
ПППСТП 


15.10.2 |І ІП 


О000000000СуёћопрО00000000000000 
ОООД0000000000000000000000000000000 


ОПОО0С00000000----ОО00000000000 
Python[] 


... ПООДОДОД00Д0000000000000000С00000 
1рѕатріе00000000000сѕатр/е.рха П0000 
0000000 


Ж csample.pxd 


# 


Ж Declarations of "external" C functions апа structures 


cdef extern from "sample.h": 
int gcd(int, int) 
bint in mandel(double, double, int) 
int divide(int, int, int *) 
double avg(double *, int) події 
ctypedef struct Point: 
double x 
double y 


double distance(Point *, Point *) 





[I LILILICythoni IILI IILI II p ILICI IILI II 
ПОООООсаеѓ extern from "затр!е.Н"ПППППП 
СПОДООООООДОДОДОДОЄрДдр000000000 
сзатріе.рха ПППоатре.рха ----ППППППП 


00000000005атріе. рух ПП0000000000 
О000000Руоп000сѕатр/е.рха ОДОО0000 
СОО000000 





Ж sample.pyx 


# Import the low-level С declarations 


сітрогі csample 


Ж Import some functionality from Python and the С stdlib 


from cpython.pycapsule cimport 


* 
from libc.stdlib cimport malloc 


, free 


# Wrappers 


def 


gcd(unsigned int x, unsigned int y): 
return 


csample.gcd(x, y) 
def 


іп mandel(x, y, unsigned int п): 
return 


csample.in mandel(x, y, n) 

def 

divide(x, y): 
cdef int rem 
quot = csample.divide(x, y, &rem) 
return 

quot, rem 

def 

avg(double[:] a): 


cdef: 
int sz 


double result 


sz = a.size 
with 


nogil: 
result = csample.avg(<double Ж» &a[0], sz) 
return 
result 
Ж Destructor for cleaning up Point objects 
cdef del Point(object obj): 
pt = <csample.Point *> PyCapsule GetPointer(obj,"Point") 


free(<void *> pt) 


я Create a Point object and return as a capsule 


def 


Point(double x,double y): 
cdef csample.Point *p 
p = <csample.Point *> malloc(sizeof(csample.Point)) 
if 


p == NULL: 
raise MemoryError 


("No memory to make a Point") 


р.х = Xx 
р.у - У 
геќигп 


PyCapsule New(<void *>p,"Point", 
<PyCapsule Destructor>del Point) 


def 


distance(pl, p2): 
ptl = «csample.Point *> PyCapsule беїРоіпїег(р1, "Point" ) 
pt2 = «csample.Point Ж» PyCapsule GetPointer(p2, "Point" ) 
return 


csample.distance(ptl,pt2) 


ОООО0000000000000000000000000000 
000000000005еїир.ру ОДО00000000 


from distutils.core import 


setup 
from distutils.extension import 


Extension 
from Cython.Distutils import 


build ext 


ext modules = [ 

Extension('sample', 
['sample.pyx'], 
libraries-['sample'], 
library dirs=['.'])] 

setup( 
name = 'Sample extension module', 
cmdclass = ('build ext': build ext}, 
ext modules - ext modules 


) 





ООО0000000000000000000000 





bash % python3 setup.py build ext --inplace 

running build ext 

cythoning sample.pyx to sample.c 

building 'sample' extension 

gcc -fno-strict-aliasing -DNDEBUG -g -fwrapv -03 -Wall - 
Wstrict-prototypes 


-I/usr/local/include/python3.3m -c sample.c 

-о build/temp.macosx-10.6-x86 64-3.3/sample.o 
gcc -bundle -undefined dynamic lookup build/temp.macosx-10.6- 
x86 64-3.3/sample.o 

-L. -lsample -o sample.so 
bash 5 





б00000000000000005апаріе о ПООО0000 
ОО0000000000 


>>> import sample 


>>> sample.gcd(42,10) 
2 
>>> sample.in mandel(1,1,400) 
False 
>>> sample.in mandel(0,0,400) 
True 
>>> sample.divide(42,10) 
2) 
>>> import array 


a = array.array('d',[1,2,3]) 
sample.avg(a) 


sample.Point(2, 
sample.Point(4, 


3) 
5) 


object "Point" at 0x1005d1e70» 


object "Point" at 60х1005а1еа0» 
»»» sample.distance(pl,p2) 
2.8284271247461903 
>>> 
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ООО00000000000000000000000000000 
О0000000061000000000000000000000000 
0000000 


ООДОДОСуєпопоДОДС0С00. exa 00000000 
ОСПОО000СЄ00.Р ПО00000.рух ПО00000000 
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ПОБООБООООРУ пой 00 


ПП.рха ООООДООООДОООО000000000000 
О00000000000000000000000сѕатр/е.рха 
О0000001п gcd(int, int) 00000000 
sample.pyx ПОПОПО000000000 


сітрогі csample 


дает 


gcd(unsigned int x, unsigned int у): 


return 


csample.gcd(x,y) 





ООДОО00000000000000СуспопОДО000 
О0000000000000000000060000000000000 


ОООД0000000000000000000000000000000 
ООО00000000000000000000 


>>> sample.gcd(-10,2) 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
File "sample.pyx", line 7, in sample.gcd (sample.c:1284) 


def 


gcd(unsigned int x,unsigned int y): 


OverflowError: can't convert negative value to unsigned int 
>>> 





РВ 


дет 


gcd(unsigned int x, unsigned int у): 
if 


x <= 0: 
raise ValueError 


("x must be > 0") 
if 
y <= 0: 
raise ValueError 


("y must be > 0") 
return 


csample.gcd(x,y) 





[]csample.pxd ППОПОООт_тапае ОПППП 
О000000000000000000000000000т000 
ПпЕОДОО00О000000000000000000000000000 
орорробОРатвер)010001Пгиеб 


ОСуЄпопОДОДООООО0ОД00000ПРУСПОПОП 


По0000000<00000аіміае()Со00500000000000 
ОО0000000000000 


def 


divide(x,y): 
cdef int rem 
quot = csample.divide(x,y,&rem) 


return 


quot, rem 





.. О000ОгепоДДобдОДОСОДОДіпОДОД000000 
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avg ППОО000000Субпопбодрооб000000 
ПППППаеТ avg(double[:] а) Дауа 00000000 
ПАаоиБтепппПпПпПпПтетогумемпппппппппп 
ОО00амо000000000000000000000питрубр 
000000000000000 


>>> import array 


>>> a = array.array('d',[1,2,3]) 
>>> import numpy 


>>> b = numpy.array([1., 2., 3.]) 
>>> import sample 


>>> sample.avg(a) 
2.0 


>>> sample.avg(b) 
2.0 


>>> 





О000000а.ѕіге0&а[о100000000000000 
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О000000000000С00амә()000000000000000 
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00000000000Оама ОООДОД00000000000 
[IGILI JI LILILILI Iwith події ДОД00000000000000 
ОС ПОДОД00000000000ОРУФПОПОДООООО-- 0 
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ПО0006П000000сѕатр/е.рха ПОДОДамд00 
[double avg(double *, int) події) 


ООООРоїпєЄООДООООДОООДООДО00000000 
сареціедрОПРОЇПЄДООООООДОДОО0000000 


15.400О0000000000000000Ссуспопб00000 
О000000000000000000С00Руһоп C АРІ000 
00000 


from cpython.pycapsule сітрогі * 
from libc.stdlib cimport malloc, free 


ППае! Роіт&)ОРоіпё() 000000000000 
сарзи|е ПдоДООРоїпі *000000сае? 
del Point()[]del PointQ)QU000000Cythong gu 
РуЕпопП000000000000000000000----0000 
ПППППИПИППсарвшеП ПП m mm 
PyCapsule Мем ПРуСарзше GetPointer() 


ПППИПИППРуФһоп C АРІПОО000000000 


distance(LLtmmPeint(LLmicapsule[].] 
ПООООООД0Д00000000000000000000000000 
ПО000000РуСарѕие ОекРотпкего)ПППППППП 
ООСуФпопобороророраїзєапсе0 00 


ООДООО0О00ОРОоїпОДООООДОДОО000000 
ООО00000000000000000000000000000000 
00000000 


Ж sample.pyx 


сітрогі csample 
from libc.stdlib сітрогі malloc 


, free 


cdef class Point 


cdef csample.Point * c point 
def 


. cinit (self, double x, double y): 
self. с point = <csample.Point *> 

malloc(sizeof(csample.Point)) 
self. с point.x = x 
self. с point.y = у 


def 


| dealloc (self): 
free(self. c point) 


property x: 
def 
| get (self): 
return 


self. c point.x 
def 


| Set (self, value): 
self. c point.x = value 


property y: 
def 
| get (self): 
return 


self. c point.y 


def 


| Set (self, value): 
self. c point.y = value 


def 


distance(Point pl, Point p2): 
return 


csample.distance(pl. c point, p2. c point) 





ПППсаеѓТ class Роіп Рот ПППППППППП 
ППсает csample.Point * c роіћ 1000006 
ПООРо!" 0000000 cinit ОП deallec (ПП 
ППтаһосОПІтее ПОДДОД000000С0000 
property хПргорегеу уд 000000000000000 
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ППППИППИПИПОГГИППРОНПППППИПИППГ 
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>>> import sample 


>>> pl = sample.Point(2,3) 

>>> p2 = sample.Point(4,5) 

>>> pl 

«sample.Point object at 0х100447288> 
>>> 

<sample.Point object at 0x1004472a0> 
>>> pl.x 

2.0 


»»» рі.у 

3.0 

>>> sample.distance(pl,p2) 
2.8284271247461903 


>>> 





ПООООООСу tho n 000000000000000000 
ПООДОООДД00000000000000000000000000 
[Jhttp://docs.cython.org ПП 
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15.11.1 ПП 
ОСОО000000000000000000000000 

МитРуООСО000000000000Сућопо0000000 

ООО0000000000000000 

15.11.2 ПОГІО 


ООО0000000000000000О0досч61ер00000 
00000 


я sample.pyx (Cython) 


cimport cython 


@cython.boundscheck(False) 
@cython.wraparound(False) 
cpdef clip(double[:] a, double min, double max, double[:] 
out): 
Clip the values in a to be between min and max. Result in 
out 
if min > max: 
raise ValueError("min must be <= max") 
if a.shape[0] != out.shape[0]: 
raise ValueError("input and output arrays must be the 
same size") 
for i in range(a.shape[0]): 
if a[i] < min: 
out[i] = min 
elif a[i] > max: 
out[i] = max 
else: 
out[i] = a[i] 





О000000000000000000000072етир.ру ПО 
о0000рућопз setup.py build ext --inplace 


00000 





from distutils.core import setup 
from distutils.extension import Extension 
from Cython.Distutils import build ext 


ext modules = [ 
Extension('sample', 
['sample.pyx']) 
] 


setup( 
name = 'Sample app', 
cmdclass = {'build ext': build ext}, 
ext modules = ext modules 


р 
ООО00000000000000000000000000000 
О000000000 


>>> й array module example 

>>> import sample 

>>> import array 

>>> a = array.array('d',[1,-3,4,7,2,0]) 
>>> a 


array('d', .0, 4.0, 7.0, 2.0, 0.01) 
>>> sample.clip(a,1,4,a) 

>>> а 

array('d', 11.0, 1.0, 4.0, 4.0, 2.0, 1.01) 


>>> й питру example 

>>> import питру 

>>> b = numpy.random.uniform(-10,10,size=1000000) 

>>> b 

array([-9.55546017, 7.45599334, 0.69248932, 0.69583148, 
-3.86290931, 2.37266888]) 

>>> с = numpy.zeros like(b) 

>>> C 

array([ 0., 0., . 

>>> sample.clip(b,-5,5,c) 

>>> C 

array([-5. , 5. , 0.69248932, 0.69583148, 
-3.86290931, 2.37266888]) 





00000000000000000000000000000000 
О0000000питрур0000<!їр()000000000000 


OUL 


>>> timeit('numpy.clip(b,-5,5,c)','from main import 
b,c,numpy',number-1000) 
8.093049556000551 
>>> timeit('sample.clip(b,-5,5,c)','from main import 
b,c,sample', 

итрег-1000 ) 


о п 
3.760528204000366 
>>> 
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15.11.3 П 
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ОООДОДОООО00000000ОРЕР 311800000 
МитРу0000аггауро0000 


ООО00000000000000000000000000000 
ОООД00000000000000000000000000000000 


ООО00000000000000000000000000000000 
ОООД0000000000000000000000000000000 
МитРуб0000000питру.г2егоѕ()00 
numpy.zeros |іке()О0000000000000000000 
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О00000000000000000айПочє 000000 
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ППсир ООООДОДОД0000000000000000 
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@cython.boundscheck(False) 
@cython.wraparound(False) 
cpdef clip(double[:] a, double min, double max, double[:] 


raise ValueError 
("тап must be <= max") 
if 
a.shape[0] != out.shape[0]: 
raise ValueError 


("input and output arrays must be the same size") 
or 


i in 


range(a.shape[0]): 
out[i] = (a[i] if 


a[i] « max else 
max) if 
a[i] » min else 


min 
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void 


clip(double 


*a, int 


п, double 
min, double 


max, double 


*out) í 
double 
X; 
for 
(; n > 0; n--, a++, out++) í 
x = *a; 
*out = x > max ? max : (x < min ? min : x); 
) 
) 
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@cython.boundscheck(False) 
@cython.wraparound(False) 
cpdef clip(double[:] a, double min, double max, double[:] 
out): 
if 


min > max: 
raise ValueError 


("тап must be <= max") 
if 


a.shape[0] != out.shape[0]: 
raise ValueError 


("input and output arrays must be the same size") 
with 


nogil: 
for 


i in 


range(a.shape[0]): 
out[i] = (a[i] if 


a[i] « max else 
max) if 
a[i] » min else 


min 





ООО0000000000000000000000000 


@cython.boundscheck(False) 
@cython.wraparound(False) 
cpdef clip2d(double[:,:] a, double min, double max, 
double[:,:] out): 

if 





min > max: 
raise ValueError 


("min must be <= max") 
for 


n in 


гапде(а.паїт): 
ії 


a.shape[n] != out.shape[n]: 
raise TypeError 


("a and out have different shapes") 
i іп 
гапде (а. гћаре[0] ): 
Тог 
j in 


range(a.shape[1]): 
if 


a[i,j] < min: 
out[i,j] = min 
if 


a[i,j] » max: 
out[i,j] = max 
else 


out[i,j] = а[і,ј] 
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О00000000С000000000000000000 
РуспопО0000000000000000000000 
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>>> import ctypes 


>>> Lib = ctypes.cdll.LoadLibrary (None) 
>>> # Get the address of sin() from the C math library 


>>> addr = ctypes.cast(lib.sin, ctypes.c void p).value 
>>> add 


r 
140735505915760 
>>> # Turn the address into a callable function 


>>> functype = ctypes.CFUNCTYPE(ctypes.c double, 
ctypes.c double) 


>>> func = functype(addr) 
>>> func 
<CFunctionType object at 0x1006816d0> 


>>> # Call the resulting function 
>>> func(2) 

0.9092974268256817 

>>> Типс(0) 


>>> 
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О000000000000000000СҒОМСТҮРЕП00 
СҒОМСТҮРЕ()000000000000000000000000 
ООО00000000000000000000000000000000 
a 


00000000000000000000000000000000 
ООДОДЕЕММОДОДОО0000/ ust in-time 
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О00000000000000011мтруб0 
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О000000000000000000Рупоп00000 


>>> from llvm.core import 


Module, Function, Type, Builder 

>>> mod = Module.new('example') 

>>> f = Function.new(mod, Туре. function(Type.double(), 
[Type.double(), Type.double() ] 


Ó 


False), 'foo') 
>>> block = f.append basic block('entry') 
builder = Builder.new(block) 
x2 builder.fmul(f.args[0],f.args[0]) 
y2 builder.fmul(f.args[1],f.args[1]) 
r = builder.fadd(x2,y2) 
>>> builder.ret(r) 
<llvm.core.Instruction object at 0x10078e990> 
>>> from llvm.ee import 


ExecutionEngine 

>>> engine = ExecutionEngine.new(mod) 

>>> ptr = engine.get pointer to function(f) 

>>> ptr 

4325863440 

>>> foo = ctypes.CFUNCTYPE(ctypes.c double, ctypes.c double, 
ctypes.c double)(ptr) 


>>> й Call the resulting function 
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15.13 ПОМОКОПОООООО СО 
15.13.1 [I] 

ооовооововооооомом ПП000000С000 
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0000 
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ППОППППИПППИПИМОЦПППИПИГПИГППСһаг 
*10000©0000000000000000000 


void 
print chars(char 


*s) í 


while 


(*s) í 
printf("%2x ", (unsigned char 





ООО00000000000000000000000000000 
ОО000000000000 


print_chars("Hello"); // Outputs: 48 65 6c 6c 67 


ОПРућопо000000С0000000000000000 
00000*у”П000РУАго_РагѕеТиріе() 00000000 
000 


static 


PyObject *py print chars(PyObject *self, PyObject *args) í 
char 


if 


(!PyArg ParseTuple(args, "у", &s)) í 
return 


NULL; 
) 


print спаг5 (5); 
Ру RETURN МОМЕ; 





ОООООООООООООООООО00000000мо 0 
ООДО00000000000У nico d e p n CUIU 


>>> print chars(b'Hello World') 
48 65 6c 6c 6f 20 57 6f 72 6c 64 


>>> print_chars(b'HelloNx00 


World') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: must be bytes without null bytes, not bytes 
>>> print chars('Hello World') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: 'str' does not support the buffer interface 


>>> 





00000У пісодерроД0000000007570000 
ПП 


static 


PyObject *py print chars(PyObject *self, PyObject *args) í 
char 


if 


(!PyArg ParseTuple(args, "s", &s)) í 
return 


NULL; 


print chars(s); 
Ру RETURN NONE; 
) 





ОДОДООрО0000000000000000МУ 000 
U ТР-ВОООО00000000 


>>> print сћаг5('Не о World') 
48 65 6с 6c Of 20 57 67 72 6с 64 
>>> print chars('Spicy JalapeNu00fl 


o') Я Note: UTF-8 encoding 


53 70 69 63 79 20 4а 61 6c 61 70 65 c3 b1 67 
>>> print_chars('Hello\x00 


World') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: must be str without null characters, not str 
>>> print chars(b'Hello World') 
Traceback (most recent call last): 
File "<stdin>", line 1, in <module> 
TypeError: must be str, not bytes 
>>> 





О000000000000000РуОобјесё *0000000 
ОРУАго_РагѕеТиріе()0000000000000000000 
О0000000000000000сһаг "000 





/* Some Python Object (obtained somehow) */ 


PyObject *obj; 
/* Conversion from bytes */ 
{ 

char 


s = PyBytes AsString(o); 
if 


(15) 4 


return 


NULL; /* TypeError already raised */ 


print chars(s); 


/* Conversion to UTF-8 bytes from a string */ 


PyObject *bytes; 
char 


if 


(!PyUnicode Check(obj)) í 
РуЕгг SetString(PyExc TypeError, "Expected string"); 
return 


NULL; 


} 

bytes = PyUnicode AsUTF8String(obj); 
s = PyBytes AsString(bytes) ; 

print chars(s); 

Ру DECREF(bytes) ; 





DUDBDUDUDUDUDUNU LLG 
[0000000000044 -0000000000000000000 
О0000000000000 


15.13.3 || 


ОДОДООрОб00000000МУСЗЕ0ОПОДО0О00П 
ОРуСпопПДОООООООДООООДОД00000000000000 
ОООД0000000000000000000000000000000 
О00000С00000000000000 


О0000000000000РУуАго _РагѕеТирІе()00 
DUDUDU 5 "ПООООООООООООООООООООВОООО0 
О000000000000000000000000ТЕ-80000000 
ООО00000000000000000000000000000 
ct аннан 


>>> import sys 

>>> s = 'Spicy JalapeNu00flo' 
>>> sys.getsizeof(s) 

87 


>>> print_chars(s) # Passing strin 

53 70 69 63 79 20 4a 61 6c 61 70 65 c3 b1 6f 
>>> sys.getsizeof(s) # Notice increased size 
103 


>>> 





00000000000000000000000 
PyUnicode_AsUTF8String()OO00000CO0000 
00000 





static PyObject *py print chars(PyObject *self, PyObject 
*args) { 

PyObject *o, *bytes; 

char *s; 


if (!PyArg ParseTuple(args, "U", &o)) í 


return NULL; 


bytes = PyUnicode AsUTF8String(o); 
s = PyBytes AsString(bytes) ; 

print chars(s); 

Ру DECREF(bytes) ; 

Py RETURN NONE; 





О000000000Ттғ-8ро0оО00000000000000 
ОООО0000000000000000000000000000000 
0000000 


»»» ітрогі 5у5 

>>> s = "брісу JalapeNu00flo' 

>>> sys.getsizeof(s) 

87 

>>> print chars(s) 

53 70 69 63 79 20 4а 61 6c 61 70 65 сз b1 6f 
>>> sys.getsizeof(s) 

87 


>>> 





LLIIIIINULLII III Cty pest IUE] 
О0000ссу pes ПД О000000000000000000000 
МО ШШШ 


>>> import ctypes 

>>> lib = ctypes.cdll.LoadLibrary("./libsample.so") 
>>> print chars = lib.print chars 

>>> print chars.argtypes = (ctypes.c char p,) 

>>> print chars(b'Hello World') 

48 65 6c 6c 6f 20 57 6f 72 6c 64 

>>> print chars(b'Hello\x00World' ) 

48 65 6c 6c 6f 





>>> print chars('Hello World') 
Traceback (most recent call last): 
File "«stdin»", line 1, in «module» 
ctypes.ArgumentError: argument 1: «class 'TypeError'»: wrong 





О00000000000000000000000090ТР-8р 
0000000 


>>> print_chars('Hello World'.encode('utf-8')) 
48 65 6c 6c 6f 20 57 6f 72 6c 64 


>>> 





ОДОД000С000000000005мміа0Суєпопо000 
О000000000006000000000000 


15.14 ПЧпісоае000<С0 


15.14.1 || 


О0000000000000Рупопро0000000С000 
О00000000000000000000000000пісодер 


15.14.2 [ПЦ 


ОООДОДОДО000000000000000С000000 
Руспоп)00УпісодедрДОД0000000000000 


РуУСпоПДООООООСДОДОДООООДО 


[0000000000000000000©000000000000 
О000000000000000000000000000000еһаг 
*, ІП ООООООО000000000000мспћаг t *, int 
ОО000000000000 


void print chars(char *s, int len) í 


while (n « len) ( 
printf("%2x ", (unsigned char) s[n]); 
n++; 


) 
printf("\n"); 
} 


void print wchars(wchar t *s, int len) í 
і п 0; 
while (п < len) í 
printf("%x ", s[n]); 
n++; 


) 
printf("Xn"); 





О0000000000гіпё _сћагѕ()000000Руһоп 
О000000000000000009ТР-8ро0000 





static PyObject *py print chars(PyObject *self, PyObject 
{ 


Ру Ssize t len; 


if (!РуАга ParseTuple(args, "5%", &s, &len)) í 
return NULL; 


ргіпі спаг5(5, Теп); 
Ру RETURN МОМЕ; 
) 


ООД000000000мсбаг ЕППОПОПОООООООО 
0000000 


static PyObject *py print wchars(PyObject *self, PyObject 
*args) { 

wchar t *s; 

Py_ssize t len; 


if (!PyArg ParseTuple(args, "ця", &s, &len)) 4 


return NULL; 


print мсһагѕ ($,1еп); 
Ру RETURN МОМЕ; 





ОО00000000000000000000 


>>> 5 = 'Spicy JalapeNu00flo' 
>>> print chars(s) 
53 70 69 63 79 20 4a 61 6c 61 70 65 c3 b1 6f 


>>> print_wchars(s) 
53 70 69 63 79 20 4a 61 6c 61 70 65 fl 6f 


>>> 





ОДОД000000000ргіпі свпаг$()ППООПУТЕ- 
ЗО0000000ргіпі усБбаг000000Упісоае 00 
[Unicode code point value[][] 


15.14.3 П 


О000000000000000000006000000000 
О00000С0000000000000000000000000000 
ОО000000000000 


static PyObject *py print chars(PyObject *self, PyObject 
{ 


Py ssize t len; 


/* accepts bytes, bytearray, or other byte-like object */ 
if (!РуАга ParseTuple(args, "y#", &s, &len)) í 
return NULL; 


print chars(s, len); 
Py RETURN МОМЕ; 





О000000000000000000Руёһоп 3000000 
О0000000000000000000000000сһаг *П 
wchar t ЖОООСОООООООООООООООРЕР 393 
[]http://www.python.org/dev/peps/pep- 
0393 О00000000000000С00000000000000 
ПОО000РУАго_РагѕеТиріе()000000005#Пи# 
ОО00000000000 


ОООДО000000000000000000000000000 
ОООД0000000000000000000000000000000 
ОООД000000000000000000000000000 


»»» ітрогі 5у5 

>>> s = "брісу JalapeNu00flo' 

>>> sys.getsizeof(s) 

87 

>>> print chars(s) 

53 70 69 63 79 20 4а 61 6c 61 70 65 c3 Б1 6f 
>>> sys.getsizeof(s) 


103 

>>> print мспаг$ ($) 

53 70 69 63 79 20 4a 61 6c 61 70 65 f1 6f 
>>> sys.getsizeof(s) 


>>> 





ОООО0000000000000000000000000000 
ОООО0000000000000000000000000000000 
ООО00000000000000000000000 


static PyObject *py ргіпі chars(PyObject *self, PyObject 
*args) { 

PyObject *obj, *bytes; 

char *s; 

Py ssize t len; 


if (!PyArg ParseTuple(args, "U", &obj)) í 
return NULL; 


} 

bytes = PyUnicode AsUTF8String(obj); 
PyBytes AsStringAndSize(bytes, &s, &len); 
print chars(s, len); 

Ру _DECREF (bytes); 

Ру RETURN МОМЕ; 





ПППмсһаг #0000000000000000Руһоп 
ОДООДОС00000000000000000000000А5С10 


01000000000000000000009+0000-9-+РЕЕР 
ООДО0000000000000000000000000000000 
000000 мусваг t "ОДОООДООДО00000000000 
wchar ШППППППППППППРУАг9 ParseTuple( 
УП“ ч#"00000000000000000000000000000 
О000000000 


ОО00000000000000000000Упісоаер 0 
О00000000000000С0000000000000000000 
0000 


static PyObject *py print wchars(PyObject *self, PyObject 
*args) { 

PyObject *obj; 

wchar t *s; 

Py_ssize t len; 


if (!PyArg ParseTuple(args, "U", &obj)) í 
return NULL; 


) 
if ((5 = PyUnicode AsWideCharString(obj, &len)) == NULL) í 
return NULL; 


print wchars(s, len); 
РуМет Егее(5); 
Ру RETURN МОМЕ; 
) 





0000000 
PyUnicode AsWideCharsStrino()[|[]wchar t) 
ОДОбОДОДД000000000000000000000000С20 
оробородорорободордорррробая 000 


РуУЕПОПООООО 
Qbugs.python.org/issue162540000000000O 


ООДОДОД000С0000009 TF-8 000000000 
ООДОДОООРуЄпопОДООООДООООДОДО00000000 
ПП 


static PyObject *py print chars(PyObject *self, PyObject 
*args) 1 
char *s = 0; 


", "епсодіпд-пате", &s, 


&len)) 4 
return NULL; 


print chars(s, len); 
РуМет Егее(5); 
Ру RETURN МОМЕ; 





О0000000000000000пісодероо000000 
ОО00000000000000000000 





static PyObject *py print wchars(PyObject *self, PyObject 
*args) 

PyObject *obj; 

int n, len; 

int kind; 

void *data; 


if (!PyArg ParseTuple(args, "U", &obj)) í 
return NULL; 


} 
if (PyUnicode READY(obj) < 0) { 
return NULL; 


len = PyUnicode GET LENGTH(0bj); 
kind = PyUnicode КІМО(о00)); 
data = PyUnicode DATA(0bj); 


for (n = 0; п < le ++) 4 
Ру ЏС54 ch = 2. READ(kind, дата, п); 
printf("%x ", ch); 


) 
printf("Nn"); 
Ру RETURN NONE; 





ПОООООООРУУ тсоде_ КІМО()р 
Ру/псоае_БАТА()ППУп!исоае[ [00000000 
OPEP З93ПДОДОДОДОДОКІіпаї00000000800 
16003 20000000000а асапоооооооооооооо 
ООООРУУпісоде? КЕАрОПООООООООООООО 


ПИППППППППРУол ПӨпісодет тп ПС 
ООООДО000000000000977Р»-80000000000000 
ОТР-800009 7Р-80ОООО0000000000000000 
ОТР-ВООООО000000000000Упісоаер)0000 
[]https://docs.python.org/3/c- 
api/Unicode.html ПП 


15.15 ПСППОПООРУћОЦ 
15.15.1 || 


ООООСОООДООРУСВОПДОООООДОООО 
15.15.2 [IJ 
ПППсһаг *, intrepid II 


000000000У пісодеррооородбобро0000000 
Py Випамаие ПП 


char *s; /* Pointer to С string data */ 
int len; /* Length of data */ 


/* Make a bytes object */ 
PyObject *obj = Ру BuildValue("y#", 5, len); 





О0000000Упісодаеррор000050000000 
U ТР-ВОООООО0О0О00О000000000 


PyObject *obj = Ру BuildValue("s#", 5, len); 





ОО50О0000000000000000000000 
PyUnicode Оесоае() 00000000 


PyObject *obj = PyUnicode Decode(s, len, "encoding", 
"еггог5"); 


/% Ехатрѓе5 /% 
obj = PyUnicode Decode(s, len, "latin-1", "strict"); 
obj = PyUnicode Decode(s, len, "ascii", "ідпоге"); 





00000000мспаг t *, еп 00000000000 
О0000000000000Ру_Виіамаіџе()0 


мсһаг t *w; /* Wide character string */ 
int len; /* Length */ 


PyObject *obj = Py BuildValue("u#", w, len); 





О00000000 
PyUnicode FromWideChar()[] 


PyObject *obj = PyUnicode FromWideChar(w, (еп); 


000000000000000000000---- 00000000 
[]JUnicode[]L]E]LILILIL] Python [][] 


15.15.3 || 


ПППОПСПОПРУЕПОППППППОПИОПОПООСПО 
О00000000000000000000000000000А5СП 
саєіп-1009ТР-80ОО0О000000000000000000 
ОО00000000000000000000000 


О000000Руєћопо000000000000000000 
О00000000С0000000000000000000000000 
ОООО0000000000000000000000000000000 
ОДОМОУРЕ0О0000 


15.16 ППООООООЄДОДОО 
15.16.1 [H 
ООДОСПРУєпопОООО000000000000С00 
бОО0000000000000000000С000000000 
УТЕ-8ОООО000000000000000000000000000 
бОО00000000000000000000ПРУспопОО0000 
00000000 
15.16.2 0000 


[000©0000000000000000000 





/* Some dubious string data (malformed UTF-8) %/ 


const char 

*sdata = "Spicy Jalape\xc3\xbl 
o\xae 

int 

slen = 16; 


/* Output character data */ 


void 


print chars(char 


жо, int 


(n « len) 1 
printf("%2x ", (unsigned char 


) s[n]); 


паз; 
) 
printf("Nn 


er 
) 





Д00р0000000О5дасаб ТеР-80ОО0000000000 
О00000000000С000ргіпё chars(sdata, 
slen)D n p cd 


000000005даса EID ULT Pyth en 0000000 
ОДОООООДООРУСпОПООООООО00000 
print сһагѕ()П000000000000000000000000 
О000000000000 


/* Return the С string back to Python */ 
static 


PyObject *py retstr(PyObject *self, PyObject *args) 4 
if 


(!PyArg ParseTuple(args, "")) í 
return 


NULL; 
} 


return 


PyUnicode Decode(sdata, slen, "utf-8", "surrogateescape"); 


) 


/* Wrapper for the print chars() function */ 


static 


PyObject *py print chars(PyObject *self, PyObject *args) í 
PyObject *obj, *bytes; 
char 


*s = 0; 
Py_ssize t len; 


if 


(!PyArg ParseTuple(args, "U", &obj)) 1 
return 


NULL; 
) 


if 


((bytes = PyUnicode AsEncodedString(obj,"utf- 
8","surrogateescape")) 
== NULL) { 
return 


NULL; 
) 
PyBytes AsStringAndSize(bytes, 65, &len); 
print спаг5(5, len); 
Ру DECREF(bytes); 


Py RETURN МОМЕ; 
} 


ОДООРуЄпопОДООООДОДОООО00000 


>>> s = retstr() 

>>> 5 

'Spicy Jalapeno\udcae' 
>>> print chars(s) 


53 70 69 63 79 20 4a 61 6c 61 70 65 c3 b1 6f ae 

>>> 
О000000000000000000Руһопо000000000000000000с000000000000000 

00000600000000 





15.16.3 || 


О0000000000000000000000000000006 
ОДДОО00000000000009пісоаеррд/орб00000 
ОРУуСпопПОООДООООДООООДОО000000С00000 
РуУСпопПОООООООО0О00000000000000000000 
О0000СП0000000000000000000000000 
РуспопрО0000000000000000000000000 


000000 nicod e DID Dn p a p TL 
error ро їксуДОДО000000053гіє 0000 
Оідпогеддд00ОгеріаседПДоДОД0000000000000 
ООО00000000000000000000000000000000 
ООО000000000000000000000000 


>>> raw = b'Spicy Jalape\xc3\xbl 


o\xae 


>>> raw.decode( 'utf-8', 'ignore') 


'Spicy Jalapeno’ 

>>> raw.decode('utf-8','replace') 
'Spicy Jalapeno? ' 

>>> 





UUUUUUsurrogateescapelUUUUUUUUU 
ООД0000000000000000000010м/-паті) 
тиасххуроххорорропор0О 


>>> raw.decode('utf-8','surrogateescape') 
'Spicy Jalapeno\udcae' 


 \и@сае000000000000000000000 
UnicodeQ 00000000000 0000000000000000 
ДООО0б000000000000000000000 


>>> s = raw.decode('utf-8', 'surrogateescape') 
>>> <strong>print</strong>(s) 
Traceback (most recent call last): 

File "<stdin>", line 1, in <module> 


UnicodeEncodeError: 'utf-8' codec can't encode character 
'Nudcae' 

in position 14: surrogates not allowed 

>>> 





О0000000000000000000000000000060 
ОРупопО00000С000000000000000000 
EE ктш шшш 


>>> 5 
'Spicy Jalapeno\udcae' 
>>> s.encode('utf-8','surrogateescape') 


b'Spicy Jalape\xc3\xblo\xae 
>>> 





О00000000000000000-- --О0000000000 
ОО000000000000000000000000000000000 
ООО00000000000000000000000000000000 
О0000000000 


ООДОООО00000000РУСПОПООООООДОООО 
ООО00000000000000000000000000000000 
ООДОО00000000000000000000005. - изеа ОД 
ОДО000000000000000000000000005.15000 
0000 


РЕР 383 
[]http://www.python.org/dev/peps/pep- 
0383 П000000000000000000000000000000 
EE 


15.17 ПОООООЄСООП 
15.17.1 ПП 


О0000000006С000000000000000000000 
ОО00000000000000 


15.17.2 [00 


ОООД00000000000000000000000000 





static 


PyObject *py get filename(PyObject *self, PyObject *args) í 
PyObject *bytes; 
char 


*filename; 


Py_ssize t len; 
if 


(!PyArg ParseTuple(args,"0&", PyUnicode FSConverter, &bytes) ) 
return 


NULL; 


PyBytes AsStringAndSize(bytes, &filename, &len); 
/* Use filename */ 


/* Cleanup and return */ 


Ру DECREF(bytes) 
Ру RETURN МОМЕ; 
) 





ППИПИПППРУОФ/есе "ОПОДОООООДОДООООО 
00000000 


PyObject *obj; /* Object with the filename */ 
PyObject *bytes; 
char 


*filename; 
Py ssize t len; 


bytes - PyUnicode EncodeFSDefault(obj); 
PyBytes AsStringAndSize(bytes, &filename, &len); 
/* Use filename */ 


/* Cleanup */ 


Py DECREF (bytes); 





ООДО0О0000000РУСПОПОДОООООДОДО 





/* Turn а filename into а Python object */ 


char 


*filename; /* Already set */ 
int 


filename len; /* Already set */ 


PyObject *obj = PyUnicode DecodeFSDefaultAndSize( filename, 
filename len); 





15.17.3 ||| 


ОООД000000000000000000000000000 
РуУСпопПДОООООООДОДОООДОО0О000000000000 
О00000000РупопрО0000000000000000000 
ООД/ ОД00000000000000000000000 


15.18 [IJ DU DC 


15.18.1 П 


ОРупопО00000000000000000006000 
ОО0000000000000 


15.18.2 (||) 


00000000000000000000000000 
PyObject Аз ере5зспрЕог О ПОООООООО 


PyObject *fobj; /* File object (already obtained 
somehow) */ 


int 


та = PyObject AsFileDescriptor(fobj); 
if 


(та < 0) í 
return 


NULL; 
} 





ООД000000000705)000бТепо 00000000 
ОООД0000000000000000000000000000000 
OUL 


[00000000000000000000000000000<00 


ПО000000000000000000 Python 00000 
ПП PyFile ЕготРа()000000 


іпі 


Та; /* Existing file descriptor (already open) */ 


PyObject *fobj = PyFile FromFd(fd, 
"filename","r",-1,NULL,NULL,NULL,1); 





ПОРуЕіе_Еготға()00000000000ореп()0 
ПІПППМОЦТТППП Пепсодіпа ]errors] ] 
пемипеппп 


15.18.3 || 


ООДОДООДООРУЄСВОПООДООЄООДОООООДОДО 
О000000РуєћопО00іо0000000/О000000000 
О00000000000С000000000000000000/0600 
ОО000000000000000000000 


ООД00000000000О0мупег5 пірДороо0000 
О0000000000000000С000000Руоһп0000 
О0000000006000000000000000000000000 
О0000РуєћопО00000000000000000 
PyFile_FromFd()[ 000000000 1 000000 
РуУСПОПООДОООООО 


О00000000000000000000С00/00000 
FdopenQQUFILE *0000000000000000000000 
ОМОДДОДОМОДООДОДООРУЄВОПОІДООДОД00 
C[Istdio[ [CLIE ifclose() LIL IILI LIU II II 


ОРуСпопПДОООСОДООООД00О000О000000000000 
10900000000 <$%<19. п ПООООООВОООР СЕ 
ПП 


15.19 ПСПООООООО 
15.19.1 ПП 


О0000С000000000000Руёпопо0000000 
ПОВОБООООВОО$ ий 1900000 


15.19.2 [ШП 


ООД0000000000000000000геаа 000000 
О000000000000 


О000000С000000000000000000000000 
ОО00000000000000000 





#define CHUNK SIZE 8192 


/* Consume а "file-like" object and write bytes to stdout */ 


static 


PyObject *py consume file(PyObject *self, PyObject *args) { 
PyObject *obj; 
PyObject *read meth; 
PyObject *result = NULL; 


PyObject *read args; 
if 


(!PyArg ParseTuple(args,"0", &obj)) í 
return 


NULL; 
} 


/* Get the read method of the passed object */ 


if 


((read meth = PyObject GetAttrString(obj, "read")) == NULL) 4 
return 


NULL; 
} 


/* Build the argument list to read() */ 


read args = Py BuildValue("(i)", CHUNK SIZE); 
while 


(1) { 
PyObject *data; 
PyObject *enc data; 
char 


*buf; 
Py ssize t len; 


/* Call read() */ 


if 


((data = PyObject Call(read meth, read args, NULL)) == NULL) í 
goto 


final; 


) 


/* Check for EOF */ 


if 
(PySequence Length(data) == 0) { 
Ру DECREF (дата); 
break 
} 


/* Encode Unicode as Bytes for С */ 


if 
((enc_data=PyUnicode AsEncodedString(data, "utf- 
8","strict"))==NULL) { 
Ру DECREF (дата); 
goto 


final; 


} 


/* Extract underlying buffer data */ 


PyBytes AsStringAndSize(enc data, &buf, &len); 


/* Write to stdout (replace with something more useful) */ 


write(1, buf, len); 
/* Cleanup */ 
Py DECREF(enc data); 
Py DECREF(data); 
) 
result = Ру BuildValue(""); 


final: 


/* Cleanup */ 


Py DECREF(read meth) ; 
Py DECREF(read args); 
return 


result; 
} 





ООДОО0000000000000000058піп3910000 
0000000 


>>> import іо 


>>> f = io.StringIO('HelloNn 


WorldNn 


>>> import sample 


>>> sample.consume file(f) 
Hello 

World 

>>> 





15.19.3 || 


ООО00000000000000000000000000000 
О000000000000С0000000000000000000 


Python[]C АРІООООООДОДОООРУЄВОГОООООО 


О000000геаа() 00000000000000000000 
О00000000000000РуОюрјесё Call ODD pb 
ППППППЕОЕППИПППРу5едиепсе Гепоёћ()00 
0000000000090 


ПОПОВУОППОВОВОВОВОВОВОВОВО 
УпісодедПрООООО0000000000000000000000 
О000000000000006С0000000000000000000 
ООО0000000000000000000000 





иж Call read() */ 


ії 
((data = PyObject Call(read meth, read args, NULL)) == NULL) í 
goto 
final; 
/* Check for EOF */ 
if 
(PySequence Length(data) == 0) { 


Ру DECREF (data); 
break 


(!PyBytes Check(data)) { 
Ру DECREF (data) ; 
РУЕгг SetString(PyExc ТОЕггог, "File must be in binary 


mode"); 
goto 


final; 


/* Extract underlying buffer data */ 


PyBytes AsStringAndSize(data, &buf, &len); 





ООДООО0О000000000000ПРУОб)есі "ОООП 
ОООД000000000000000000000000000 
Ру РЕСКЕРОООООООООО 


ООО0000000000000000000000000000 
О0000000000000000000000000000мгҝе()0 
О0000000000Руєһопр0000000пісодер000 
О000000000000 


ОО0000000000000000000000 
геаа!іпе()Обгеаа іпёо() 00000000000000000 
О0000000геаа()Омгіёе()00000С0000000000 
О00000000000000 


15.20 ПСӨТТІППІПІ 


15.20.1 [| 


ПООООСПОВОВОВООВООРУ Ао" ПОПОВОЙП 
О0000000000000 


15.20.2 ППП 
ОДООД000С000000000000000000000000 





static 
PyObject *py consume iterable(PyObject *self, PyObject *args) 
PyObject *obj; 
PyObject *iter; 
PyObject *item; 
if 
(!PyArg ParseTuple(args, "0", &obj)) 4 
eturn 
NULL ; 
) 
ії 


((iter = PyObject GetIter(obj)) == NULL) { 
return 


NULL; 
while 


((item = PyIter Next(iter)) != NULL) 4 
/* Use item */ 


Ру DECREF(item) ; 


Py DECREF (iter); 
return 


Ру BuildValue(""); 
} 
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import faulthandler 


faulthandler.enable() 
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bash % python3 -Xfaulthandler program.py 
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Fatal Python error: Segmentation fault 


Current thread 0x00007fff71106cc0: 
File "example.py", line 6 in 


foo 
File "example.py", line 10 in 


bar 
File "example.py", line 14 in 


spam 


File “example.py", line 19 іп 


<module> 
Segmentation fault 
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http://pyvideo.org 
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